-- Logs begin at Mon 2022-03-07 16:02:58 UTC, end at Mon 2022-03-07 17:30:13 UTC. -- Mar 07 16:53:26.969201 dv-cinder-804035-42-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 07 16:53:29.981935 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.common.config [-] Logging enabled! Mar 07 16:53:29.982576 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev577 Mar 07 16:53:29.982757 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103320) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 07 16:53:29.986186 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.common.config [-] Logging enabled! Mar 07 16:53:29.986452 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev577 Mar 07 16:53:29.986773 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103320) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 07 16:53:29.988784 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 07 16:53:29.989030 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 07 16:53:29.989445 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 07 16:53:29.989713 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 07 16:53:29.990448 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 07 16:53:29.990790 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:29.991236 dv-cinder-804035-42-iscsi neutron-server[103320]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 07 16:53:29.991598 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:29.991912 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:29.992223 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:29.992530 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:29.992900 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:29.993195 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:29.993497 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:29.993809 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:29.994110 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:29.994401 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:29.994701 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:29.995012 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:29.995308 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:29.995898 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:29.996196 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:29.996489 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] debug = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:29.996784 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:29.997224 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:29.997664 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:29.997956 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:29.998257 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:29.998547 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:29.998828 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:29.999112 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:29.999406 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:29.999812 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] host = dv-cinder-804035-42-iscsi {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:30.000101 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:30.000395 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:30.000691 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:30.000986 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:30.001274 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:30.001558 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:30.001849 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:30.002131 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:30.002414 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] log_file = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:30.002788 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:30.003443 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:30.003443 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:30.003798 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:30.004036 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:30.004266 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:30.004565 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:30.004863 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:30.005150 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:30.005450 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:30.005728 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:30.006010 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:30.006294 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:30.006579 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:30.006869 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:30.007163 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:30.007476 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:30.007765 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:30.008065 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:30.008338 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:30.008623 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:30.008919 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:30.009201 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:30.009485 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:30.009767 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:30.010063 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:30.010342 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:30.010620 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:30.010932 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:30.011230 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:30.011547 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:30.011846 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:30.012131 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:30.012422 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:30.012701 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:30.012983 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:30.013262 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] use_json = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:30.013544 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:30.013823 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:30.014116 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:30.014397 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:30.014676 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:30.014960 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:30.015241 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:30.015565 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:30.015850 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:30.016165 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.016465 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.016775 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.017082 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.017377 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.017666 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.017962 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.018285 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.018582 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.018877 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.019177 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.019481 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.019793 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.020088 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.020390 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.020704 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.021001 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.021301 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.021584 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.021866 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.022147 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.022431 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.022727 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.023011 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.023310 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.023636 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.023927 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.024233 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.024527 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.024826 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.025119 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.025405 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.025691 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.025988 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.026278 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.026556 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.026838 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.027128 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.027414 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.027718 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.028004 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.028288 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.028566 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.028843 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.029125 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.029419 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.029703 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.029977 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.030254 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.030534 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.030810 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.031100 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.031384 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.031688 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.031966 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.032249 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.032529 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.032810 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.033092 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.033369 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.033650 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.034501 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.034863 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.035146 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.035427 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.035734 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.036021 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.036303 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.036592 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.036878 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.037161 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.037449 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.037730 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.038014 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.038312 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.038617 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.038897 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.039188 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.039516 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.039784 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.040070 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.040357 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.040643 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.040930 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.041211 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.041512 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.041807 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.042107 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.042423 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.042834 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.043017 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.043304 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.043617 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.043911 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.044198 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.044482 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.044775 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.045064 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.045364 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.045664 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.045968 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.046269 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.046570 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.046862 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.047184 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.047519 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:30.047718 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 07 16:53:30.047974 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103320) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 07 16:53:30.434523 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 07 16:53:30.434806 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 07 16:53:30.435117 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 07 16:53:30.435635 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 07 16:53:30.774929 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:30.775225 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:30.775530 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:30.776870 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:30.777150 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:30.777424 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:30.825317 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:30.825601 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:30.825873 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:30.840369 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:30.840657 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:30.840936 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:30.872757 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:30.873049 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:30.873324 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:30.912666 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:30.912941 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:30.913214 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:31.272399 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:31.273122 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:31.273122 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:31.273308 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:31.273889 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:31.376558 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:31.376889 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:31.377201 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:31.377460 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:31.378364 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:31.378706 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:31.378979 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:31.379249 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:31.379558 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:31.379856 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:31.380128 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:31.380404 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:31.380671 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:31.380934 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:31.381199 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:31.381472 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:31.381736 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:31.382016 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:31.382295 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:31.382564 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:31.382847 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:31.383109 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:31.383426 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:31.383845 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:31.384104 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:31.384388 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:31.384985 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103320) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 16:53:31.385354 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103320) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 16:53:31.385354 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103320) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 16:53:31.385738 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103320) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 16:53:31.385738 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103320) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 16:53:31.385948 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103320) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 16:53:31.386328 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 07 16:53:31.389792 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 07 16:53:31.394568 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 07 16:53:31.398504 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Mar 07 16:53:31.400257 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 07 16:53:31.400738 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 07 16:53:31.401080 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 07 16:53:31.401474 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 07 16:53:31.404412 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 07 16:53:31.404672 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 07 16:53:31.405031 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 07 16:53:31.410331 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 07 16:53:31.435011 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 07 16:53:31.435503 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:31.435814 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103320) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 07 16:53:31.436198 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:31.437627 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103320) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 07 16:53:31.437932 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 07 16:53:31.438181 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 07 16:53:31.442679 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:31.442966 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:31.506424 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 07 16:53:31.506654 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 07 16:53:31.506891 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 07 16:53:31.507278 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 07 16:53:31.528606 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_db.sqlalchemy.engines [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103320) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 07 16:53:32.129761 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.managers [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Initializing driver for type 'gre' Mar 07 16:53:32.130285 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] gre ID ranges: [(1, 1000)] Mar 07 16:53:32.285829 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.managers [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Initializing driver for type 'local' Mar 07 16:53:32.286484 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.managers [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Initializing driver for type 'vlan' Mar 07 16:53:32.374771 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] VlanTypeDriver initialization complete Mar 07 16:53:32.375159 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.managers [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Initializing driver for type 'vxlan' Mar 07 16:53:32.375704 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] vxlan ID ranges: [(1, 1000)] Mar 07 16:53:32.577111 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.managers [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Initializing extension driver 'port_security' Mar 07 16:53:32.577454 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.extensions.port_security [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] PortSecurityExtensionDriver initialization complete Mar 07 16:53:32.577794 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.managers [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Initializing mechanism driver 'openvswitch' Mar 07 16:53:32.578156 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.managers [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Initializing mechanism driver 'hyperv' Mar 07 16:53:32.585563 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:53:32.586438 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > port after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.586807 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > port after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.587155 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > port after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.587733 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103320) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 16:53:32.588166 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > subnet after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.588522 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > subnet after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.588864 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.589260 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103320) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 16:53:32.589665 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > network after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.590010 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > network after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.590454 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > network after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.590748 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103320) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 16:53:32.591150 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > security_group after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.591523 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > security_group after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.591865 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.592264 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103320) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 16:53:32.592670 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.598223 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.598223 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.598223 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103320) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 16:53:32.598223 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > address_group after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.598223 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > address_group after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.598706 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.598706 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103320) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 16:53:32.598706 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] ML2 OVO RPC backend initialized. {{(pid=103320) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 07 16:53:32.598706 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.598706 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.599109 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > network before_response 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.599109 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > networks before_response 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.599109 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > port before_response 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.599109 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > ports before_response 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.599429 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > subnet before_response 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.599429 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > subnets before_response 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.599617 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > network after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.600010 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > network after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.600389 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > network after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.600844 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > port after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.601226 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > port after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.601833 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > port after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.602218 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > subnet after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.602598 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > subnet after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.602976 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.610978 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.quota [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded quota_driver: . Mar 07 16:53:32.611347 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.plugin [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Modular L2 Plugin initialization complete Mar 07 16:53:32.611721 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading services supported by the core plugin {{(pid=103320) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 07 16:53:32.612607 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.plugins.ml2.managers [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Got port-security extension from driver 'port_security' Mar 07 16:53:32.613103 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.extensions.vlantransparent [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Disabled vlantransparent extension. Mar 07 16:53:32.613683 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103320) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 07 16:53:32.614011 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading Plugin: router Mar 07 16:53:32.658688 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.659092 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > router after_create 55549900 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.659487 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > router before_create 55549900 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.659862 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.660239 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.660599 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > router after_delete 55549900 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.660959 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.661307 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.661668 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > router after_create 55549900 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.662012 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > router after_update 55549900 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.662361 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > router after_update 55549900 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.662708 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.663064 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > router after_update 55549900 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.663504 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > router precommit_update 55549900 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.663880 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: port after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.664219 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: port after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.664556 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: subnet after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.664900 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.665250 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.665595 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > router precommit_create 55549900 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.665969 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: port before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.666311 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > router precommit_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.666669 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > router after_update 55549900 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.667015 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.667550 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > router precommit_create 55549900 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.667918 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.668278 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > router precommit_update 55549900 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.668633 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > agent after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.668982 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > agent after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.669336 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > network after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.670244 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.quota.resource_registry [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Tracking information for resource: router configured {{(pid=103320) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 16:53:32.670574 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.quota.resource_registry [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Tracking information for resource: floatingip configured {{(pid=103320) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 16:53:32.680752 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.db.l3_agentschedulers_db [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 07 16:53:32.681356 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: port after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.681749 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: port after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.682073 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: port after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.682423 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: port after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.683245 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > router before_create 55550100 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.683647 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.684012 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > router precommit_create 55550100 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.684371 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > router precommit_update 55550100 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.689367 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.services.provider_configuration [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Service providers = [] {{(pid=103320) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 07 16:53:32.689731 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.db.servicetype_db [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103320) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 07 16:53:32.693591 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.services.service_base [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103320) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 16:53:32.693938 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.services.service_base [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103320) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 16:53:32.694286 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.services.service_base [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103320) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 16:53:32.695185 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.services.service_base [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103320) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 16:53:32.695585 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.services.service_base [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 07 16:53:32.695979 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103320) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 16:53:32.696297 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 07 16:53:32.707760 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103320) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 16:53:32.708100 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading Plugin: auto_allocate Mar 07 16:53:32.722438 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: network precommit_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.722808 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: network precommit_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.723352 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103320) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 16:53:32.723707 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading Plugin: tag Mar 07 16:53:32.730900 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103320) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 16:53:32.731234 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading Plugin: timestamp Mar 07 16:53:32.735230 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103320) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 16:53:32.735592 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading Plugin: network_ip_availability Mar 07 16:53:32.741934 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.742314 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.742671 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:32.743476 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103320) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 16:53:32.743816 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading Plugin: flavors Mar 07 16:53:32.749317 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103320) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 16:53:32.749652 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading Plugin: revisions Mar 07 16:53:32.754809 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103320) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 16:53:32.755203 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_concurrency.lockutils [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.320s {{(pid=103320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 07 16:53:32.756006 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103320) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 07 16:53:32.756346 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Initializing extension manager. Mar 07 16:53:32.756886 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: __init__.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.757232 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: __pycache__ {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.757568 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.757906 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: address_group.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.758710 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.759306 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: address-group Mar 07 16:53:32.759673 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: address_scope.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.760416 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.760932 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: address-scope Mar 07 16:53:32.761255 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.762272 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.762781 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: router-admin-state-down-before-update Mar 07 16:53:32.763103 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: agent.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.763833 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.764342 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: agent Mar 07 16:53:32.764666 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: agent_resources_synced.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.765587 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.766178 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: agent-resources-synced Mar 07 16:53:32.766505 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: allowedaddresspairs.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.768443 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.769109 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: allowed-address-pairs Mar 07 16:53:32.769370 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: auto_allocated_topology.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.777093 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.777636 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: auto-allocated-topology Mar 07 16:53:32.777972 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: availability_zone.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.778721 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.779230 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: availability_zone Mar 07 16:53:32.779592 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: availability_zone_filter.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.780527 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.781075 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: availability_zone_filter Mar 07 16:53:32.781384 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: data_plane_status.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.782317 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.782826 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extension data-plane-status not supported by any of loaded plugins Mar 07 16:53:32.783220 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: default_subnetpools.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.784199 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.784708 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: default-subnetpools Mar 07 16:53:32.785038 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.785887 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.786394 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: dhcp_agent_scheduler Mar 07 16:53:32.786723 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: dns.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.787702 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.788203 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extension dns-integration not supported by any of loaded plugins Mar 07 16:53:32.788526 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: dns_domain_ports.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.789491 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.789998 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 07 16:53:32.790324 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.791253 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.791795 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 07 16:53:32.792120 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: dvr.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.792805 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.793310 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: dvr Mar 07 16:53:32.793633 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: ecmp_routes.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.794554 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.795064 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 07 16:53:32.795390 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: empty_string_filtering.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.796389 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.796904 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: empty-string-filtering Mar 07 16:53:32.797225 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.798137 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.798653 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 07 16:53:32.798976 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.800453 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.800967 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 07 16:53:32.801287 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: external_net.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.802226 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.802736 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: external-net Mar 07 16:53:32.803056 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.804039 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.804550 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: extra_dhcp_opt Mar 07 16:53:32.804869 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: extraroute.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.805795 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.806302 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: extraroute Mar 07 16:53:32.806622 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: extraroute_atomic.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.813693 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.814221 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: extraroute-atomic Mar 07 16:53:32.814544 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: filter_validation.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.815306 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.815845 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: filter-validation Mar 07 16:53:32.816254 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: fip_pf_description.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.817196 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.817698 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 07 16:53:32.818019 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: fip_port_details.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.819230 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.819774 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: fip-port-details Mar 07 16:53:32.820099 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: flavors.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.821389 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.821910 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: flavors Mar 07 16:53:32.822232 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.824035 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.824564 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 07 16:53:32.824898 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: floatingip_pools.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.825601 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.826117 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: floatingip-pools Mar 07 16:53:32.826444 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: ip_allocation.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.827426 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.827903 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extension ip_allocation not supported by any of loaded plugins Mar 07 16:53:32.828226 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.829152 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.829661 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: ip-substring-filtering Mar 07 16:53:32.829984 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: l2_adjacency.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.831646 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.832339 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 07 16:53:32.832663 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: l3.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.833694 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.834219 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: router Mar 07 16:53:32.834544 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.836999 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.837574 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 07 16:53:32.837894 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.845021 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.845574 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: ext-gw-mode Mar 07 16:53:32.845902 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.847696 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.848237 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: l3-ha Mar 07 16:53:32.848563 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.849556 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.850074 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 07 16:53:32.850402 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: l3_flavors.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.851364 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.851949 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: l3-flavors Mar 07 16:53:32.852254 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.853715 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.854231 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 07 16:53:32.854560 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.855525 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.856041 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 07 16:53:32.856367 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: l3agentscheduler.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.857469 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.857984 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: l3_agent_scheduler Mar 07 16:53:32.858313 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: local_ip.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.860197 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.860732 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extension local_ip not supported by any of loaded plugins Mar 07 16:53:32.861068 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: logging.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.864366 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.864907 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extension logging not supported by any of loaded plugins Mar 07 16:53:32.865252 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: metering.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.866038 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.866689 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: metering Mar 07 16:53:32.866957 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.871541 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.872072 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: metering_source_and_destination_fields Mar 07 16:53:32.872401 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: multiprovidernet.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.873357 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.873875 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: multi-provider Mar 07 16:53:32.874202 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: netmtu.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.875138 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.875679 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: net-mtu Mar 07 16:53:32.876007 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: netmtu_writable.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.876945 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.877465 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: net-mtu-writable Mar 07 16:53:32.878389 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: network_availability_zone.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.879156 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.879696 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: network_availability_zone Mar 07 16:53:32.880022 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: network_ip_availability.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.881188 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.881904 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: network-ip-availability Mar 07 16:53:32.882237 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: network_segment_range.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.883054 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.883601 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extension network-segment-range not supported by any of loaded plugins Mar 07 16:53:32.883930 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: pagination.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.884936 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.885263 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: pagination Mar 07 16:53:32.885585 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: port_device_profile.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.886504 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.887020 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: port-device-profile Mar 07 16:53:32.887348 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.888546 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.889059 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: port-mac-address-regenerate Mar 07 16:53:32.889390 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.890409 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.892391 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: port-numa-affinity-policy Mar 07 16:53:32.892726 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: port_resource_request.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.894397 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.895666 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extension port-resource-request not supported by any of loaded plugins Mar 07 16:53:32.896034 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: port_resource_request_groups.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.897053 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.898670 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 07 16:53:32.899043 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: portbindings.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.904734 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.905296 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: binding Mar 07 16:53:32.905629 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: portbindings_extended.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.906990 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.907537 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: binding-extended Mar 07 16:53:32.907873 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: portsecurity.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.908834 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.909350 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: port-security Mar 07 16:53:32.909676 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: project_id.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.910682 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.911015 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: project-id Mar 07 16:53:32.911342 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: providernet.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.912317 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.912844 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: provider Mar 07 16:53:32.913176 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: qos.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.916875 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.917409 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extension qos not supported by any of loaded plugins Mar 07 16:53:32.917742 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.919019 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.919569 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 07 16:53:32.919903 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.920827 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.921338 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 07 16:53:32.921726 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: qos_default.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.922641 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.923156 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extension qos-default not supported by any of loaded plugins Mar 07 16:53:32.923508 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: qos_fip.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.924538 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.925484 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extension qos-fip not supported by any of loaded plugins Mar 07 16:53:32.925813 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.926819 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.927337 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 07 16:53:32.927684 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: qos_gateway_ip.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.928632 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.929143 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 07 16:53:32.929471 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: qos_port_network_policy.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.935283 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.935878 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 07 16:53:32.936206 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.937315 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.937841 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 07 16:53:32.938187 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.939217 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.939779 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 07 16:53:32.940696 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: qos_pps_rule.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.941949 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.942478 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extension qos-pps not supported by any of loaded plugins Mar 07 16:53:32.942806 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: qos_rule_type_details.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.943770 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.944285 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 07 16:53:32.944612 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: qos_rules_alias.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.945770 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.946283 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 07 16:53:32.946608 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: quota_check_limit.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.947560 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.948082 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: quota-check-limit Mar 07 16:53:32.948407 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: quotasv2.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.949423 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.949751 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: quotas Mar 07 16:53:32.950074 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: quotasv2_detail.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.951913 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.952227 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: quota_details Mar 07 16:53:32.952553 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: rbac.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.953648 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.954188 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: rbac-policies Mar 07 16:53:32.954519 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: rbac_address_group.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.955470 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.956660 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: rbac-address-group Mar 07 16:53:32.957220 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: rbac_address_scope.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.957942 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.958462 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: rbac-address-scope Mar 07 16:53:32.958783 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: rbac_security_groups.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.963926 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.964456 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: rbac-security-groups Mar 07 16:53:32.964783 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: rbac_subnetpool.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.965895 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.966417 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: rbac-subnetpool Mar 07 16:53:32.966745 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: revisionifmatch.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.967722 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.968241 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: revision-if-match Mar 07 16:53:32.968566 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: revisions.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.969721 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.970242 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: standard-attr-revisions Mar 07 16:53:32.970573 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: router_availability_zone.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.971287 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.972655 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: router_availability_zone Mar 07 16:53:32.972761 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: routerservicetype.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.973701 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.974214 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extension router-service-type not supported by any of loaded plugins Mar 07 16:53:32.974540 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.975488 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.976100 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: security-groups-normalized-cidr Mar 07 16:53:32.976427 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.977362 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.977876 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: port-security-groups-filtering Mar 07 16:53:32.978201 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.979136 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.979676 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: security-groups-remote-address-group Mar 07 16:53:32.980001 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.980952 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.981463 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: security-groups-shared-filtering Mar 07 16:53:32.981789 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.982394 dv-cinder-804035-42-iscsi neutron-server[103320]: WARNING neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 07 16:53:32.982717 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: securitygroup.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.993436 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.994005 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: security-group Mar 07 16:53:32.994341 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: segment.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.995192 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.996007 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extension segment not supported by any of loaded plugins Mar 07 16:53:32.996335 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.997364 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.997884 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 07 16:53:32.998214 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: servicetype.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:32.999359 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:32.999911 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: service-type Mar 07 16:53:33.000245 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: sorting.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:33.001241 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:33.001576 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: sorting Mar 07 16:53:33.001903 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: standard_attr_segment.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:33.003060 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:33.003736 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 07 16:53:33.004084 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: standardattrdescription.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:33.004757 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:33.005272 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: standard-attr-description Mar 07 16:53:33.005685 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: stateful_security_group.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:33.006674 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:33.007197 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: stateful-security-group Mar 07 16:53:33.007564 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: stdattrs_common.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:33.008150 dv-cinder-804035-42-iscsi neutron-server[103320]: WARNING neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 07 16:53:33.008507 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:33.009435 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:33.009955 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 07 16:53:33.010369 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: subnet_onboard.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:33.011595 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:33.014177 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: subnet_onboard Mar 07 16:53:33.014506 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:33.015578 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:33.016335 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 07 16:53:33.016661 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: subnet_service_types.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:33.017700 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:33.018372 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: subnet-service-types Mar 07 16:53:33.018750 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: subnetallocation.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:33.020092 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:33.020613 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: subnet_allocation Mar 07 16:53:33.020941 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:33.021630 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:33.022140 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: subnetpool-prefix-ops Mar 07 16:53:33.022466 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:33.031162 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:33.031850 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 07 16:53:33.032214 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: tagging.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:33.033405 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:33.034463 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: standard-attr-tag Mar 07 16:53:33.034796 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: timestamp.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:33.036092 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:33.036613 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loaded extension: standard-attr-timestamp Mar 07 16:53:33.036949 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: trunk.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:33.038003 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:33.038530 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extension trunk not supported by any of loaded plugins Mar 07 16:53:33.038857 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: trunk_details.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:33.039840 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:33.040357 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extension trunk-details not supported by any of loaded plugins Mar 07 16:53:33.040685 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: uplink_status_propagation.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:33.041624 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:33.042138 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 07 16:53:33.042461 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Loading extension file: vlantransparent.py {{(pid=103320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 16:53:33.043162 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 16:53:33.043717 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 07 16:53:33.046320 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.quota.resource_registry [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Creating instance of TrackedResource for resource:network Mar 07 16:53:33.046864 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.quota.resource_registry [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Creating instance of TrackedResource for resource:subnet Mar 07 16:53:33.047269 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.quota.resource_registry [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 16:53:33.047710 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.quota.resource_registry [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Creating instance of TrackedResource for resource:port Mar 07 16:53:33.049020 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.v2.resource_helper [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 16:53:33.050062 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.v2.resource_helper [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Service FLAVORS assigned prefix: {{(pid=103320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 16:53:33.050836 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.v2.resource_helper [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 16:53:33.051396 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.v2.resource_helper [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 16:53:33.051760 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.quota.resource_registry [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Creating instance of TrackedResource for resource:router Mar 07 16:53:33.052193 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.quota.resource_registry [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Creating instance of TrackedResource for resource:floatingip Mar 07 16:53:33.052692 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.v2.resource_helper [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Service METERING assigned prefix: /metering {{(pid=103320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 16:53:33.054243 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:33.054537 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:33.054896 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 16:53:33.055967 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.quota.resource_registry [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Creating instance of CountableResource for resource:rbac_policy Mar 07 16:53:33.058881 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.quota.resource_registry [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Creating instance of TrackedResource for resource:security_group Mar 07 16:53:33.058881 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.quota.resource_registry [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 07 16:53:33.058881 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.v2.resource_helper [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Service CORE assigned prefix: {{(pid=103320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 16:53:33.058881 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.quota.resource_registry [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 16:53:33.058881 dv-cinder-804035-42-iscsi neutron-server[103320]: WARNING neutron.quota.resource_registry [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] subnetpool is already registered Mar 07 16:53:33.058881 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.v2.resource_helper [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Service CORE assigned prefix: {{(pid=103320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 16:53:33.058881 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.quota.resource_registry [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 16:53:33.059395 dv-cinder-804035-42-iscsi neutron-server[103320]: WARNING neutron.quota.resource_registry [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] subnetpool is already registered Mar 07 16:53:33.061646 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.v2.resource_helper [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 16:53:33.062072 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.v2.resource_helper [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Service FLAVORS assigned prefix: {{(pid=103320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 16:53:33.062653 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.v2.resource_helper [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 16:53:33.063082 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.v2.resource_helper [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 16:53:33.063420 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.quota.resource_registry [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Creating instance of TrackedResource for resource:router Mar 07 16:53:33.063785 dv-cinder-804035-42-iscsi neutron-server[103320]: WARNING neutron.quota.resource_registry [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] router is already registered Mar 07 16:53:33.064196 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.quota.resource_registry [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Creating instance of TrackedResource for resource:floatingip Mar 07 16:53:33.064533 dv-cinder-804035-42-iscsi neutron-server[103320]: WARNING neutron.quota.resource_registry [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] floatingip is already registered Mar 07 16:53:33.064981 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.v2.resource_helper [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Service METERING assigned prefix: /metering {{(pid=103320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 16:53:33.065992 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.quota.resource_registry [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Creating instance of CountableResource for resource:rbac_policy Mar 07 16:53:33.066317 dv-cinder-804035-42-iscsi neutron-server[103320]: WARNING neutron.quota.resource_registry [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] rbac_policy is already registered Mar 07 16:53:33.066733 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.quota.resource_registry [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Creating instance of TrackedResource for resource:security_group Mar 07 16:53:33.067067 dv-cinder-804035-42-iscsi neutron-server[103320]: WARNING neutron.quota.resource_registry [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] security_group is already registered Mar 07 16:53:33.067493 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.quota.resource_registry [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 07 16:53:33.067830 dv-cinder-804035-42-iscsi neutron-server[103320]: WARNING neutron.quota.resource_registry [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] security_group_rule is already registered Mar 07 16:53:33.068479 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.v2.resource_helper [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Service CORE assigned prefix: {{(pid=103320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 16:53:33.068821 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.quota.resource_registry [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 16:53:33.069162 dv-cinder-804035-42-iscsi neutron-server[103320]: WARNING neutron.quota.resource_registry [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] subnetpool is already registered Mar 07 16:53:33.069582 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.v2.resource_helper [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Service CORE assigned prefix: {{(pid=103320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 16:53:33.069910 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.quota.resource_registry [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 16:53:33.070248 dv-cinder-804035-42-iscsi neutron-server[103320]: WARNING neutron.quota.resource_registry [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] subnetpool is already registered Mar 07 16:53:33.070814 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extended resource: extensions {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:53:33.072361 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extended resource: address-groups {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:53:33.073833 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extended resource: address-scopes {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:53:33.075167 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extended resource: agents {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:53:33.076381 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extended resource: auto-allocated-topology {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:53:33.077664 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extended resource: availability_zones {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:53:33.078815 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extended resource: dhcp-networks {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:53:33.080338 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extended resource: dhcp-agents {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:53:33.082018 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extended resource: routers {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:53:33.084234 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extended resource: flavors {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:53:33.085404 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extended resource: service_profiles {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:53:33.086589 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extended resource: next_providers {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:53:33.088209 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extended resource: service_profiles {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:53:33.089751 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extended resource: floatingip-pools {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:53:33.090965 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extended resource: routers {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:53:33.093309 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extended resource: floatingips {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:53:33.095494 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extended resource: l3-routers {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:53:33.097614 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extended resource: l3-agents {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:53:33.099023 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extended resource: metering-labels {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:53:33.100395 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extended resource: metering-label-rules {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:53:33.101658 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extended resource: network-ip-availabilities {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:53:33.102935 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extended resource: bindings {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:53:33.104609 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extended resource: quotas {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:53:33.106165 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extended resource: quotas {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:53:33.107686 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extended resource: rbac-policies {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:53:33.108985 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extended resource: security-groups {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:53:33.110420 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extended resource: security-group-rules {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:53:33.111664 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extended resource: service-providers {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:53:33.113571 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extended resource: subnetpools {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:53:33.114973 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extended resource: subnetpools {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:53:33.116459 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extended resource: tags {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:53:33.122023 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extended resource: tags {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:53:33.122023 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extended resource: tags {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:53:33.122023 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extended resource: tags {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:53:33.123724 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extended resource: tags {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:53:33.125568 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extended resource: tags {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:53:33.127241 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extended resource: tags {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:53:33.129348 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extended resource: tags {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:53:33.131189 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extended resource: tags {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:53:33.132962 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron.api.extensions [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Extended resource: tags {{(pid=103320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 16:53:33.138880 dv-cinder-804035-42-iscsi neutron-server[103320]: WARNING keystonemiddleware.auth_token [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 07 16:53:33.143730 dv-cinder-804035-42-iscsi neutron-server[103320]: WARNING keystonemiddleware.auth_token [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 07 16:53:33.152641 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_concurrency.lockutils [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Acquired lock "singleton_lock" {{(pid=103320) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 07 16:53:33.153116 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_concurrency.lockutils [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Releasing lock "singleton_lock" {{(pid=103320) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 07 16:53:33.153790 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO oslo_service.service [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Starting 2 workers Mar 07 16:53:33.158731 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Started child 103431 {{(pid=103320) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 07 16:53:33.165382 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:33.167021 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [-] (103431) wsgi starting up on http://0.0.0.0:9696 Mar 07 16:53:33.167578 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 56426) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:33.175347 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Started child 103433 {{(pid=103320) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 07 16:53:33.177051 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073392 Mar 07 16:53:33.177337 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO neutron.service [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 07 16:53:33.179947 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:33.182641 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO oslo_service.service [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Starting 1 workers Mar 07 16:53:33.184057 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:33.186135 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [-] (103433) wsgi starting up on http://0.0.0.0:9696 Mar 07 16:53:33.187944 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Started child 103440 {{(pid=103320) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 07 16:53:33.188536 dv-cinder-804035-42-iscsi neutron-server[103320]: INFO oslo_service.service [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Starting 1 workers Mar 07 16:53:33.192110 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.service [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] calling RpcWorker wait() {{(pid=103440) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 07 16:53:33.192959 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.service [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] returning from RpcWorker wait() {{(pid=103440) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 07 16:53:33.194037 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:33.194196 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Started child 103444 {{(pid=103320) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 07 16:53:33.194656 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:53:33.195035 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-025c6413-f8b6-4126-9626-271e8eb51061 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:33.197342 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103320) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 07 16:53:33.197561 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 07 16:53:33.197958 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 07 16:53:33.198364 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 07 16:53:33.198907 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 07 16:53:33.199266 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 07 16:53:33.200078 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.200381 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.200663 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.200945 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.201267 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.201874 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.202107 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.202340 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.202628 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.202888 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.203126 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.203353 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.203655 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:33.204450 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.204450 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.204450 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.204450 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.205578 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.205578 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.205578 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.205578 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.206454 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.206454 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.206454 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] debug = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.207050 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.207257 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.210909 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.210909 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.210909 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.210909 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.210909 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.210909 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.210909 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.210909 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.212660 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.212660 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.212660 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.212660 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.212660 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.212660 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.212660 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.212660 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.214258 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] host = dv-cinder-804035-42-iscsi {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.214258 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.214258 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.214258 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.214258 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.214258 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.214258 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.214258 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.218136 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.218136 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.218136 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.218136 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.218136 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.218136 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.218136 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] log_file = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.218136 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] log_options = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.219912 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.219912 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.219912 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.219912 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.219912 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.219912 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.219912 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.222029 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.222029 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.222029 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.222029 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.222029 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.222029 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.222029 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.222029 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.223789 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.223789 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.223789 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.223789 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.223789 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.223789 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.223789 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.223789 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.225342 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.225342 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.225342 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.225342 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.225342 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.225342 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.225342 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.225342 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.227636 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.227636 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.227636 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.227636 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.227636 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.227636 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.227636 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.227636 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.229074 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.229074 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.229074 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.229074 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.229074 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.229074 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.229074 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.229074 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] use_json = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.231937 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.231937 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.231937 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.231937 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.231937 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.231937 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.231937 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.231937 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.233431 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.233431 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.233431 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.233431 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.233431 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.233431 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.233431 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.233431 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.234368 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.234368 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.234368 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.234368 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.234368 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.234368 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.234368 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.234368 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.235300 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.235300 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.235300 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.235300 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.235300 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.235300 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.241035 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.241035 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.241035 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.241035 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.241035 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.241035 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.241035 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.241035 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.242391 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.242391 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.242391 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.242391 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.242391 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.242391 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.242391 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.242391 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.243319 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.243319 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.243319 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.243319 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.243319 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.243319 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.244226 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.244226 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.244226 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.244226 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.244812 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.244812 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.245128 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.245128 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.245397 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:53:33.245821 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.245821 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.246986 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.246986 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.246986 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.246986 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.246986 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.247818 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.247818 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.247818 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.247818 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.248376 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.248376 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.248376 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.248767 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.248767 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.249016 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.249264 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.249521 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.250599 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.250599 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.250599 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.250599 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.250599 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.250962 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.251032 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.251215 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.251709 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.251926 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.252183 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.252373 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.252806 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.253262 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.253632 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.253858 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.254073 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.254314 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.254525 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.254745 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.254964 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.255253 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.255662 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.255979 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.256157 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.256591 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.257006 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.257515 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.257779 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.257985 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.258199 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.258424 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.258682 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.258869 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.259104 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.259361 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.259609 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.259854 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.260075 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.260326 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.260553 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.260788 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.261026 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.261282 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.261553 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.261789 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.262053 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.262332 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.262548 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.263429 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.263429 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.263429 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.263710 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.263877 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.264122 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.264402 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.264696 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.264959 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.265209 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.265464 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.265714 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.265975 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.266207 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.266466 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.266699 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.266960 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.267179 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.267415 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.267681 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.267993 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.268787 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.269030 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.269251 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.269517 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.269873 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.270144 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.270412 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.270667 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.270922 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.271197 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.271426 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.271672 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.271887 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.272120 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.272338 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.272589 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.272805 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.273046 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.273263 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.273499 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.273783 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.273982 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.274201 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.274416 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.274645 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.274869 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.275121 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.275493 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.279491 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.279491 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.279491 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.279491 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.279491 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.279491 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.279491 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.279491 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.280120 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.280120 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.280120 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.280592 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.280992 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.281244 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.281490 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.281756 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.281988 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.282226 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.282626 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.283032 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.283416 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.284466 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.285014 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.285248 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.285527 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.285780 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.286136 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.286672 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.286672 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.286920 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.287182 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.287429 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.287753 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.287993 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.288213 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.288439 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.288693 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.288949 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.289192 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.289396 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.289616 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.290437 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.290437 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.290437 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.290668 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.290814 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.291022 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.291300 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.291610 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.291932 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.292177 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.292413 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.292627 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.292849 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.293063 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.294114 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.294114 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.294114 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.294114 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.294375 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.294551 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.294797 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.295952 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.295952 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.295952 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.295952 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.295952 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.296664 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.296664 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.296664 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.297100 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.297100 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.297100 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.297504 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.297504 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.297776 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.297965 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.298182 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.298482 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.298649 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.298901 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.299056 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.299268 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.300687 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.300687 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.301002 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.301145 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.301344 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.302025 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.302025 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.302025 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.302423 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.302659 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.302866 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.303159 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.310329 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.310329 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.310329 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.310329 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.310329 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.310329 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.310329 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.310329 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.311355 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.311355 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.311355 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.311355 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.311355 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.311355 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.311355 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.311355 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.312365 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.312365 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.312365 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.312365 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.312365 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.312365 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.312365 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.312365 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.312365 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.313514 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.313514 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.313514 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.313514 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.313514 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.313514 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.313514 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.313514 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.313514 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.314545 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.314545 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.314545 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.314545 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.314545 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.314545 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 07 16:53:33.314545 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103320) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 07 16:53:33.314545 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 07 16:53:33.320782 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 07 16:53:33.320782 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 07 16:53:33.320782 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 07 16:53:33.320782 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 07 16:53:33.320782 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.320782 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.320782 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.320782 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.323746 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.323746 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.323746 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.323746 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.323746 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.323746 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.323746 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.323746 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.324298 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.324298 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.324298 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.324298 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.324298 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.324298 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.324298 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.324298 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.324819 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.324819 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.324819 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] debug = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.324819 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.324819 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.324819 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.327718 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.327718 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.327718 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.327718 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.327718 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.327718 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.327718 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.327718 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.328915 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.328915 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.328915 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.328915 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.328915 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.328915 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.328915 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.328915 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] host = dv-cinder-804035-42-iscsi {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.330319 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.330319 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.330319 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.330319 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.330319 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.330319 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.330319 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.330319 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.333526 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.333526 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.333526 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.333526 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.333526 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.333526 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] log_file = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.333526 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] log_options = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.333526 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.333526 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.334495 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.334495 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.334495 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.334495 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.334495 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.334495 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.334495 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.334987 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.334987 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.334987 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.334987 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.334987 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.334987 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.334987 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.334987 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.334987 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.335628 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.335628 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.335628 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.335628 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.335628 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.335628 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.335628 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.335628 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.336173 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.336173 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.336173 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.336173 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.336173 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.336173 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.336173 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.336173 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.336621 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.336621 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.336621 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.336621 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.336621 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.336621 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.336621 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.336621 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.337071 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.337071 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.337071 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.337071 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.337071 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] use_json = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.337071 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.337071 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.337071 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.337071 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.337645 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.337645 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.337645 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.337645 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.337645 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 16:53:33.337645 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.337645 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.337645 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.338174 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.338174 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.338174 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.338174 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.338174 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.338174 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.338174 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.338174 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.338701 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.338701 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.338701 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.338701 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.338701 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.338701 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.338701 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.338701 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.339234 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.339234 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.339234 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.339234 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.339234 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.339234 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.339234 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.339234 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.344138 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.344138 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.344138 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.344138 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.344138 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.344138 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.344138 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.344138 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.345022 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.345022 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.345022 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.345022 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.345022 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.345022 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.345022 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.345022 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.345022 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.345914 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.345914 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.345914 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.345914 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.345914 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.345914 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.345914 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.345914 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.345914 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.347007 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.347007 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.347007 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.347007 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.347007 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.347007 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.347007 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.347007 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.347007 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.348146 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.348146 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.348146 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.348146 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.348146 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.348146 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.348146 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.348146 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.348146 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.349038 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.349038 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.349038 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.349038 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.349038 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.349038 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.349038 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.349038 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.349038 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.349925 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.349925 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.349925 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.349925 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.349925 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.349925 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.349925 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.349925 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.349925 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.350814 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.350814 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.350814 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.350814 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.350814 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.350814 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.350814 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.350814 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.353556 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.353556 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.353556 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.353556 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.353556 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.353556 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.353556 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.353556 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.354459 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.354459 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.354459 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.354459 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.358759 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.358759 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.358759 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.358759 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.358759 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.358759 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.358759 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.358759 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.360130 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.360130 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.360130 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.360130 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.360130 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.360130 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.360130 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.360130 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.363617 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.363617 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.363617 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.363617 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.363617 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.363617 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.363617 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.363617 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.365273 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.365273 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.365273 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.365273 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.367158 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.367383 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.367624 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.367800 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.367978 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.368170 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.368170 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.368515 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.368515 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.368865 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.368865 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.369118 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.369118 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.369333 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.370300 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.370300 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.370300 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.370300 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.370300 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.370300 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.371710 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.371710 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.371710 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.371710 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.371710 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.371710 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.371710 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.372829 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.372829 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.372829 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.372829 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.372829 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.372829 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.372829 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.372829 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.374326 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.374326 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.374326 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.374326 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.374326 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.374326 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.374326 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.374326 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.375790 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.375790 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.375790 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.375790 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.375790 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.375790 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.375790 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.375790 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.378882 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.378882 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.378882 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.378882 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.378882 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.378882 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.378882 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.378882 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.380222 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.380222 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.380222 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.380222 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.380222 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.380222 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.380222 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.380222 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.380222 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.382309 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.382309 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.382309 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.382309 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.382309 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.382309 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.382309 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.382309 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.385957 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.385957 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.385957 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.385957 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.385957 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.385957 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.385957 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.385957 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.385957 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.386981 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.386981 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.386981 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.386981 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.386981 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.386981 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.386981 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.386981 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.387920 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.387920 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.387920 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.387920 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.387920 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.387920 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.387920 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.387920 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.388943 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.388943 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.388943 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.388943 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.388943 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.388943 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.388943 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.388943 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.389925 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.389925 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.389925 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.389925 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.389925 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.389925 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.389925 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.389925 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.391609 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.391609 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.391609 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.391609 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.391609 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.391609 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.391609 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.391609 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.397592 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.397592 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.397592 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.397592 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.397592 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.397592 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.397592 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.397592 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.399021 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.399021 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.399021 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.399021 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.399021 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.399021 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.399021 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.399021 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.400051 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.400051 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.400051 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.400051 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.400051 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.400051 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.400051 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.400051 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.400920 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.400920 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.400920 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.400920 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.400920 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.400920 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.400920 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.400920 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.400920 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.401937 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.401937 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.401937 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.401937 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.401937 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.401937 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.401937 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 16:53:33.401937 dv-cinder-804035-42-iscsi neutron-server[103320]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 07 16:53:33.417483 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:53:45.994152 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618dd0ca-922a-4f4a-a521-f4ffb042ad25 None None] get_active_networks_info from dv-cinder-804035-42-iscsi {{(pid=103440) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 16:53:46.073630 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618dd0ca-922a-4f4a-a521-f4ffb042ad25 None None] No non-hosted networks {{(pid=103440) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 07 16:53:46.081851 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.agentschedulers_db [None req-618dd0ca-922a-4f4a-a521-f4ffb042ad25 None None] DHCP Agent not found on host dv-cinder-804035-42-iscsi {{(pid=103440) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 07 16:53:46.160788 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c9a9a7d1-4e84-4a90-b2bb-8ed4d7fae0c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2051571'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:48.395134 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b14a30ba-0618-4b85-9ea8-d66f8dc1fb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2051571'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:48.428706 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.db.api [None req-fd7fcad6-3799-4a90-a025-02ead25b498c None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-804035-42-iscsi {{(pid=103440) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 16:53:48.429808 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG oslo_db.api [None req-fd7fcad6-3799-4a90-a025-02ead25b498c None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 16:53:49.071480 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-fd7fcad6-3799-4a90-a025-02ead25b498c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:50.410817 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2051571'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:51.817062 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2051571'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:52.414593 dv-cinder-804035-42-iscsi neutron-server[103440]: INFO neutron.db.l3_hamode_db [None req-aeb9aa57-a479-4418-b7db-9d1b3d4eb77a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 07 16:53:52.510615 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb9aa57-a479-4418-b7db-9d1b3d4eb77a None None] Routers set() bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:53:52.511512 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb9aa57-a479-4418-b7db-9d1b3d4eb77a None None] Router IDs set() for agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 07 16:53:52.948370 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2051571'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:52.949302 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:52.949302 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:52.949455 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:52.949878 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:52.950314 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:52.950496 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:52.950886 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:52.951146 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:52.951498 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:52.951840 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:52.952178 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:52.952821 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:52.953187 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:53:52.953919 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804035-42-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:53:52.960858 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804035-42-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:53:53.068181 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 56532) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:53.645274 dv-cinder-804035-42-iscsi neutron-server[103433]: WARNING oslo_policy.policy [None req-2f419147-0a22-413e-aa75-eb775ca86e89 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 16:53:53.646001 dv-cinder-804035-42-iscsi neutron-server[103433]: WARNING oslo_policy.policy [None req-2f419147-0a22-413e-aa75-eb775ca86e89 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 16:53:53.868984 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [None req-2f419147-0a22-413e-aa75-eb775ca86e89 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:53:53.883709 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-2f419147-0a22-413e-aa75-eb775ca86e89 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7998590 Mar 07 16:53:56.486691 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 56548) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:53:57.025064 dv-cinder-804035-42-iscsi neutron-server[103431]: WARNING oslo_policy.policy [None req-1eec5346-6743-467e-bc85-1c081bf812bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 16:53:57.025692 dv-cinder-804035-42-iscsi neutron-server[103431]: WARNING oslo_policy.policy [None req-1eec5346-6743-467e-bc85-1c081bf812bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 16:53:57.247726 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-1eec5346-6743-467e-bc85-1c081bf812bd admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:53:57.342026 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.policy [None req-1eec5346-6743-467e-bc85-1c081bf812bd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103431) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 07 16:53:57.386202 dv-cinder-804035-42-iscsi neutron-server[103431]: WARNING oslo_policy.policy [None req-1eec5346-6743-467e-bc85-1c081bf812bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 16:53:57.386587 dv-cinder-804035-42-iscsi neutron-server[103431]: WARNING oslo_policy.policy [None req-1eec5346-6743-467e-bc85-1c081bf812bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 16:53:57.554213 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1eec5346-6743-467e-bc85-1c081bf812bd admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762241530010', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762241525453', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762241544513', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762241541720', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762241535778', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762241363020', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-748435', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-824146', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2087710', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1994657'] for rbac-policy (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:57.750086 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1eec5346-6743-467e-bc85-1c081bf812bd admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:53:57.751338 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-1eec5346-6743-467e-bc85-1c081bf812bd admin admin] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2635975 Mar 07 16:54:00.405460 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 56564) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:54:00.741776 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-e3997b1b-11ce-4191-863c-b77994ea9205 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:54:00.831376 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3997b1b-11ce-4191-863c-b77994ea9205 demo demo] Made reservation on behalf of 9080607455314edba8fc72a9b29bcb3d for: {'network': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:54:00.835182 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e3997b1b-11ce-4191-863c-b77994ea9205 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for network (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:00.853815 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e3997b1b-11ce-4191-863c-b77994ea9205 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:00.969524 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e3997b1b-11ce-4191-863c-b77994ea9205 demo demo] Publish callbacks [] for security_group (f845e664-f17f-471b-885a-f0af3eb4b2fa), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:01.010848 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e3997b1b-11ce-4191-863c-b77994ea9205 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (f845e664-f17f-471b-885a-f0af3eb4b2fa), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:01.043575 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3997b1b-11ce-4191-863c-b77994ea9205 demo demo] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=103431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:54:01.073497 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e3997b1b-11ce-4191-863c-b77994ea9205 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762244314206', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696658'] for segment (82ddae7b-9a4a-49ae-81a2-e85b4e90d7aa), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:01.074081 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e3997b1b-11ce-4191-863c-b77994ea9205 demo demo] Unsubscribe: segment precommit_create {{(pid=103431) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 07 16:54:01.074595 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.db.segments_db [None req-e3997b1b-11ce-4191-863c-b77994ea9205 demo demo] Added segment 82ddae7b-9a4a-49ae-81a2-e85b4e90d7aa of type vlan for network adeeca5c-4200-430c-9e34-080f29af6e6d Mar 07 16:54:01.090364 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3997b1b-11ce-4191-863c-b77994ea9205 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=f845e664-f17f-471b-885a-f0af3eb4b2fa,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:01.140905 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3997b1b-11ce-4191-863c-b77994ea9205 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:01.141270 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3997b1b-11ce-4191-863c-b77994ea9205 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:01.141634 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3997b1b-11ce-4191-863c-b77994ea9205 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:01.142015 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3997b1b-11ce-4191-863c-b77994ea9205 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:01.142349 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3997b1b-11ce-4191-863c-b77994ea9205 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:01.142692 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3997b1b-11ce-4191-863c-b77994ea9205 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:01.143020 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3997b1b-11ce-4191-863c-b77994ea9205 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:01.143353 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3997b1b-11ce-4191-863c-b77994ea9205 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:01.143705 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3997b1b-11ce-4191-863c-b77994ea9205 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:01.144049 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3997b1b-11ce-4191-863c-b77994ea9205 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:01.144378 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3997b1b-11ce-4191-863c-b77994ea9205 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:01.144702 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3997b1b-11ce-4191-863c-b77994ea9205 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:01.145023 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3997b1b-11ce-4191-863c-b77994ea9205 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:01.146330 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3997b1b-11ce-4191-863c-b77994ea9205 demo demo] Tracked resource versions report: Mar 07 16:54:01.146330 dv-cinder-804035-42-iscsi neutron-server[103431]: pushed versions: Mar 07 16:54:01.146330 dv-cinder-804035-42-iscsi neutron-server[103431]: { 'AddressGroup': {'1.2'}, Mar 07 16:54:01.146330 dv-cinder-804035-42-iscsi neutron-server[103431]: 'ConntrackHelper': {'1.0'}, Mar 07 16:54:01.146330 dv-cinder-804035-42-iscsi neutron-server[103431]: 'LocalIPAssociation': {'1.0'}, Mar 07 16:54:01.146330 dv-cinder-804035-42-iscsi neutron-server[103431]: 'Log': {'1.0'}, Mar 07 16:54:01.146330 dv-cinder-804035-42-iscsi neutron-server[103431]: 'Network': {'1.1'}, Mar 07 16:54:01.146330 dv-cinder-804035-42-iscsi neutron-server[103431]: 'Port': {'1.7'}, Mar 07 16:54:01.146330 dv-cinder-804035-42-iscsi neutron-server[103431]: 'PortForwarding': {'1.2'}, Mar 07 16:54:01.146330 dv-cinder-804035-42-iscsi neutron-server[103431]: 'QosPolicy': {'1.10'}, Mar 07 16:54:01.146330 dv-cinder-804035-42-iscsi neutron-server[103431]: 'SecurityGroup': {'1.5'}, Mar 07 16:54:01.146330 dv-cinder-804035-42-iscsi neutron-server[103431]: 'SecurityGroupRule': {'1.2'}, Mar 07 16:54:01.146330 dv-cinder-804035-42-iscsi neutron-server[103431]: 'SubPort': {'1.0'}, Mar 07 16:54:01.146330 dv-cinder-804035-42-iscsi neutron-server[103431]: 'Subnet': {'1.1'}, Mar 07 16:54:01.146330 dv-cinder-804035-42-iscsi neutron-server[103431]: 'Trunk': {'1.1'}} Mar 07 16:54:01.146330 dv-cinder-804035-42-iscsi neutron-server[103431]: consumer versions: Mar 07 16:54:01.146330 dv-cinder-804035-42-iscsi neutron-server[103431]: { DHCP agent@dv-cinder-804035-42-iscsi: {}, Mar 07 16:54:01.146330 dv-cinder-804035-42-iscsi neutron-server[103431]: L3 agent@dv-cinder-804035-42-iscsi: {}, Mar 07 16:54:01.146330 dv-cinder-804035-42-iscsi neutron-server[103431]: Metadata agent@dv-cinder-804035-42-iscsi: {}, Mar 07 16:54:01.146330 dv-cinder-804035-42-iscsi neutron-server[103431]: Metering agent@dv-cinder-804035-42-iscsi: {}, Mar 07 16:54:01.146330 dv-cinder-804035-42-iscsi neutron-server[103431]: Open vSwitch agent@dv-cinder-804035-42-iscsi: { 'AddressGroup': '1.2', Mar 07 16:54:01.146330 dv-cinder-804035-42-iscsi neutron-server[103431]: 'ConntrackHelper': '1.0', Mar 07 16:54:01.146330 dv-cinder-804035-42-iscsi neutron-server[103431]: 'LocalIPAssociation': '1.0', Mar 07 16:54:01.146330 dv-cinder-804035-42-iscsi neutron-server[103431]: 'Log': '1.0', Mar 07 16:54:01.146330 dv-cinder-804035-42-iscsi neutron-server[103431]: 'Network': '1.1', Mar 07 16:54:01.146330 dv-cinder-804035-42-iscsi neutron-server[103431]: 'Port': '1.7', Mar 07 16:54:01.146330 dv-cinder-804035-42-iscsi neutron-server[103431]: 'PortForwarding': '1.2', Mar 07 16:54:01.146330 dv-cinder-804035-42-iscsi neutron-server[103431]: 'QosPolicy': '1.10', Mar 07 16:54:01.146330 dv-cinder-804035-42-iscsi neutron-server[103431]: 'SecurityGroup': '1.5', Mar 07 16:54:01.146330 dv-cinder-804035-42-iscsi neutron-server[103431]: 'SecurityGroupRule': '1.2', Mar 07 16:54:01.146330 dv-cinder-804035-42-iscsi neutron-server[103431]: 'SubPort': '1.0', Mar 07 16:54:01.146330 dv-cinder-804035-42-iscsi neutron-server[103431]: 'Subnet': '1.1', Mar 07 16:54:01.146330 dv-cinder-804035-42-iscsi neutron-server[103431]: 'Trunk': '1.1'}} Mar 07 16:54:01.146330 dv-cinder-804035-42-iscsi neutron-server[103431]: {{(pid=103431) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 16:54:01.187181 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e3997b1b-11ce-4191-863c-b77994ea9205 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762243790367'] for network (adeeca5c-4200-430c-9e34-080f29af6e6d), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:01.283623 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e3997b1b-11ce-4191-863c-b77994ea9205 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490'] for network (adeeca5c-4200-430c-9e34-080f29af6e6d), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:01.288809 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3997b1b-11ce-4191-863c-b77994ea9205 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:01.289514 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e3997b1b-11ce-4191-863c-b77994ea9205 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:01.411699 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-e3997b1b-11ce-4191-863c-b77994ea9205 demo demo] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0051281 Mar 07 16:54:01.415069 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3997b1b-11ce-4191-863c-b77994ea9205 demo demo] Pushing event updated for resources: {'Network': ['ID=adeeca5c-4200-430c-9e34-080f29af6e6d,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:01.440150 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Network adeeca5c-4200-430c-9e34-080f29af6e6d details requested by agent ovs-agent-dv-cinder-804035-42-iscsi with host dv-cinder-804035-42-iscsi {{(pid=103440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:54:04.028722 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 56576) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:54:04.457549 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a45192-bd51-4fb1-bf22-64661085554b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:04.459226 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-f9a45192-bd51-4fb1-bf22-64661085554b demo admin] 10.222.0.45 "GET /v2.0/networks/adeeca5c-4200-430c-9e34-080f29af6e6d HTTP/1.1" status: 200 len: 825 time: 0.4279773 Mar 07 16:54:04.489679 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-6a07bcdf-f20d-404d-9d49-0acaef8b1837 demo admin] 10.222.0.45 "GET /v2.0/subnetpools/42315c57-54bc-4c94-bd7f-03add2743ad2 HTTP/1.1" status: 200 len: 734 time: 0.0210297 Mar 07 16:54:04.494313 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-2475ae8c-a011-4f12-b680-a2163e254fd4 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': 'adeeca5c-4200-430c-9e34-080f29af6e6d', 'name': 'private-subnet', 'subnetpool_id': '42315c57-54bc-4c94-bd7f-03add2743ad2'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:54:04.622077 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2475ae8c-a011-4f12-b680-a2163e254fd4 demo admin] Made reservation on behalf of 9080607455314edba8fc72a9b29bcb3d for: {'subnet': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:54:04.624419 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2475ae8c-a011-4f12-b680-a2163e254fd4 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:04.990932 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2475ae8c-a011-4f12-b680-a2163e254fd4 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490'] for subnet (7e7abbcd-a753-4ff5-a1e1-83942cbdf413), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:05.064712 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2475ae8c-a011-4f12-b680-a2163e254fd4 demo admin] Pushing event updated for resources: {'Subnet': ['ID=7e7abbcd-a753-4ff5-a1e1-83942cbdf413,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:05.068634 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2475ae8c-a011-4f12-b680-a2163e254fd4 demo admin] Checking segment: {'id': '82ddae7b-9a4a-49ae-81a2-e85b4e90d7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'adeeca5c-4200-430c-9e34-080f29af6e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:54:05.069016 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2475ae8c-a011-4f12-b680-a2163e254fd4 demo admin] Network hostable DHCP agents. Network: adeeca5c-4200-430c-9e34-080f29af6e6d, hostable agents: ['7a37eb1f-9e1c-4804-b782-6f192b2f1d6e'], hosted agents: [] {{(pid=103431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:54:05.147078 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2475ae8c-a011-4f12-b680-a2163e254fd4 demo admin] Network adeeca5c-4200-430c-9e34-080f29af6e6d is scheduled to be hosted by DHCP agent 7a37eb1f-9e1c-4804-b782-6f192b2f1d6e with binding_index 1 {{(pid=103431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:54:05.225077 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-2475ae8c-a011-4f12-b680-a2163e254fd4 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-42-iscsi, adeeca5c-4200-430c-9e34-080f29af6e6d) {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:54:05.229880 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2475ae8c-a011-4f12-b680-a2163e254fd4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:05.230458 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2475ae8c-a011-4f12-b680-a2163e254fd4 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:05.236975 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cb4cec-b608-452d-b165-8fb88f5859e4 None None] Network adeeca5c-4200-430c-9e34-080f29af6e6d requested from dv-cinder-804035-42-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:54:05.422308 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-2475ae8c-a011-4f12-b680-a2163e254fd4 demo admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9313750 Mar 07 16:54:05.613457 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597bd697-c922-4c31-aa25-ba4b22257e24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6403845-1bb7-5d12-a049-1e0087d61b53-adeeca5c-4200-430c-9e34-080f29af6e6d', 'network_id': 'adeeca5c-4200-430c-9e34-080f29af6e6d', 'project_id': '9080607455314edba8fc72a9b29bcb3d', 'fixed_ips': [{'subnet_id': '7e7abbcd-a753-4ff5-a1e1-83942cbdf413'}]}} from dv-cinder-804035-42-iscsi. {{(pid=103440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:54:05.614964 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-597bd697-c922-4c31-aa25-ba4b22257e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:05.903351 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.db_base_plugin_common [None req-597bd697-c922-4c31-aa25-ba4b22257e24 None None] Allocated IP 172.20.0.2 (adeeca5c-4200-430c-9e34-080f29af6e6d/7e7abbcd-a753-4ff5-a1e1-83942cbdf413/5a133a59-87f6-448b-9cb7-80fc35bcb492) {{(pid=103440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:54:06.175946 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-597bd697-c922-4c31-aa25-ba4b22257e24 None None] Publish callbacks [] for port (5a133a59-87f6-448b-9cb7-80fc35bcb492), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:06.262585 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-597bd697-c922-4c31-aa25-ba4b22257e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377'] for port (5a133a59-87f6-448b-9cb7-80fc35bcb492), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:06.346212 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597bd697-c922-4c31-aa25-ba4b22257e24 None None] Network adeeca5c-4200-430c-9e34-080f29af6e6d is already hosted by enough agents. {{(pid=103440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:54:06.351155 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [None req-597bd697-c922-4c31-aa25-ba4b22257e24 None None] Resources bound (agent type, host, resource id): {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:54:06.358415 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597bd697-c922-4c31-aa25-ba4b22257e24 None None] Pushing event updated for resources: {'Port': ['ID=5a133a59-87f6-448b-9cb7-80fc35bcb492,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:06.359114 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597bd697-c922-4c31-aa25-ba4b22257e24 None None] Received port after_create {{(pid=103440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:54:06.392412 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597bd697-c922-4c31-aa25-ba4b22257e24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:06.392951 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597bd697-c922-4c31-aa25-ba4b22257e24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:06.393400 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597bd697-c922-4c31-aa25-ba4b22257e24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:06.393746 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597bd697-c922-4c31-aa25-ba4b22257e24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:06.394080 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597bd697-c922-4c31-aa25-ba4b22257e24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:06.394409 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597bd697-c922-4c31-aa25-ba4b22257e24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:06.394750 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597bd697-c922-4c31-aa25-ba4b22257e24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:06.395079 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597bd697-c922-4c31-aa25-ba4b22257e24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:06.395406 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597bd697-c922-4c31-aa25-ba4b22257e24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:06.395771 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597bd697-c922-4c31-aa25-ba4b22257e24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:06.396095 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597bd697-c922-4c31-aa25-ba4b22257e24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:06.396415 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597bd697-c922-4c31-aa25-ba4b22257e24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:06.396733 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597bd697-c922-4c31-aa25-ba4b22257e24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:06.398132 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597bd697-c922-4c31-aa25-ba4b22257e24 None None] Tracked resource versions report: Mar 07 16:54:06.398132 dv-cinder-804035-42-iscsi neutron-server[103440]: pushed versions: Mar 07 16:54:06.398132 dv-cinder-804035-42-iscsi neutron-server[103440]: { 'AddressGroup': {'1.2'}, Mar 07 16:54:06.398132 dv-cinder-804035-42-iscsi neutron-server[103440]: 'ConntrackHelper': {'1.0'}, Mar 07 16:54:06.398132 dv-cinder-804035-42-iscsi neutron-server[103440]: 'LocalIPAssociation': {'1.0'}, Mar 07 16:54:06.398132 dv-cinder-804035-42-iscsi neutron-server[103440]: 'Log': {'1.0'}, Mar 07 16:54:06.398132 dv-cinder-804035-42-iscsi neutron-server[103440]: 'Network': {'1.1'}, Mar 07 16:54:06.398132 dv-cinder-804035-42-iscsi neutron-server[103440]: 'Port': {'1.7'}, Mar 07 16:54:06.398132 dv-cinder-804035-42-iscsi neutron-server[103440]: 'PortForwarding': {'1.2'}, Mar 07 16:54:06.398132 dv-cinder-804035-42-iscsi neutron-server[103440]: 'QosPolicy': {'1.10'}, Mar 07 16:54:06.398132 dv-cinder-804035-42-iscsi neutron-server[103440]: 'SecurityGroup': {'1.5'}, Mar 07 16:54:06.398132 dv-cinder-804035-42-iscsi neutron-server[103440]: 'SecurityGroupRule': {'1.2'}, Mar 07 16:54:06.398132 dv-cinder-804035-42-iscsi neutron-server[103440]: 'SubPort': {'1.0'}, Mar 07 16:54:06.398132 dv-cinder-804035-42-iscsi neutron-server[103440]: 'Subnet': {'1.1'}, Mar 07 16:54:06.398132 dv-cinder-804035-42-iscsi neutron-server[103440]: 'Trunk': {'1.1'}} Mar 07 16:54:06.398132 dv-cinder-804035-42-iscsi neutron-server[103440]: consumer versions: Mar 07 16:54:06.398132 dv-cinder-804035-42-iscsi neutron-server[103440]: { DHCP agent@dv-cinder-804035-42-iscsi: {}, Mar 07 16:54:06.398132 dv-cinder-804035-42-iscsi neutron-server[103440]: L3 agent@dv-cinder-804035-42-iscsi: {}, Mar 07 16:54:06.398132 dv-cinder-804035-42-iscsi neutron-server[103440]: Metadata agent@dv-cinder-804035-42-iscsi: {}, Mar 07 16:54:06.398132 dv-cinder-804035-42-iscsi neutron-server[103440]: Metering agent@dv-cinder-804035-42-iscsi: {}, Mar 07 16:54:06.398132 dv-cinder-804035-42-iscsi neutron-server[103440]: Open vSwitch agent@dv-cinder-804035-42-iscsi: { 'AddressGroup': '1.2', Mar 07 16:54:06.398132 dv-cinder-804035-42-iscsi neutron-server[103440]: 'ConntrackHelper': '1.0', Mar 07 16:54:06.398132 dv-cinder-804035-42-iscsi neutron-server[103440]: 'LocalIPAssociation': '1.0', Mar 07 16:54:06.398132 dv-cinder-804035-42-iscsi neutron-server[103440]: 'Log': '1.0', Mar 07 16:54:06.398132 dv-cinder-804035-42-iscsi neutron-server[103440]: 'Network': '1.1', Mar 07 16:54:06.398132 dv-cinder-804035-42-iscsi neutron-server[103440]: 'Port': '1.7', Mar 07 16:54:06.398132 dv-cinder-804035-42-iscsi neutron-server[103440]: 'PortForwarding': '1.2', Mar 07 16:54:06.398132 dv-cinder-804035-42-iscsi neutron-server[103440]: 'QosPolicy': '1.10', Mar 07 16:54:06.398132 dv-cinder-804035-42-iscsi neutron-server[103440]: 'SecurityGroup': '1.5', Mar 07 16:54:06.398132 dv-cinder-804035-42-iscsi neutron-server[103440]: 'SecurityGroupRule': '1.2', Mar 07 16:54:06.398132 dv-cinder-804035-42-iscsi neutron-server[103440]: 'SubPort': '1.0', Mar 07 16:54:06.398132 dv-cinder-804035-42-iscsi neutron-server[103440]: 'Subnet': '1.1', Mar 07 16:54:06.398132 dv-cinder-804035-42-iscsi neutron-server[103440]: 'Trunk': '1.1'}} Mar 07 16:54:06.398132 dv-cinder-804035-42-iscsi neutron-server[103440]: {{(pid=103440) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 16:54:06.448730 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-597bd697-c922-4c31-aa25-ba4b22257e24 None None] Attempting to bind port 5a133a59-87f6-448b-9cb7-80fc35bcb492 on host dv-cinder-804035-42-iscsi for vnic_type normal with profile {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:54:06.449055 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-597bd697-c922-4c31-aa25-ba4b22257e24 None None] Attempting to bind port 5a133a59-87f6-448b-9cb7-80fc35bcb492 by drivers openvswitch,hyperv on host dv-cinder-804035-42-iscsi at level 0 using segments [{'id': '82ddae7b-9a4a-49ae-81a2-e85b4e90d7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'adeeca5c-4200-430c-9e34-080f29af6e6d'}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:54:06.449476 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597bd697-c922-4c31-aa25-ba4b22257e24 None None] Attempting to bind port 5a133a59-87f6-448b-9cb7-80fc35bcb492 on network adeeca5c-4200-430c-9e34-080f29af6e6d {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:54:06.454866 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597bd697-c922-4c31-aa25-ba4b22257e24 None None] Checking agent: {'id': 'bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 53, 53), 'started_at': datetime.datetime(2022, 3, 7, 16, 53, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:54:06.455771 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597bd697-c922-4c31-aa25-ba4b22257e24 None None] Checking segment: {'id': '82ddae7b-9a4a-49ae-81a2-e85b4e90d7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'adeeca5c-4200-430c-9e34-080f29af6e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:54:06.456259 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-597bd697-c922-4c31-aa25-ba4b22257e24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:06.456651 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597bd697-c922-4c31-aa25-ba4b22257e24 None None] Bound using segment: {'id': '82ddae7b-9a4a-49ae-81a2-e85b4e90d7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'adeeca5c-4200-430c-9e34-080f29af6e6d'} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:54:06.457131 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-597bd697-c922-4c31-aa25-ba4b22257e24 None None] Bound port: 5a133a59-87f6-448b-9cb7-80fc35bcb492, host: dv-cinder-804035-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82ddae7b-9a4a-49ae-81a2-e85b4e90d7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'adeeca5c-4200-430c-9e34-080f29af6e6d'}}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:54:06.457541 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-597bd697-c922-4c31-aa25-ba4b22257e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (5a133a59-87f6-448b-9cb7-80fc35bcb492), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:06.524397 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-597bd697-c922-4c31-aa25-ba4b22257e24 None None] For port 5a133a59-87f6-448b-9cb7-80fc35bcb492, host dv-cinder-804035-42-iscsi, cleared binding levels {{(pid=103440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:54:06.528686 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-597bd697-c922-4c31-aa25-ba4b22257e24 None None] For port 5a133a59-87f6-448b-9cb7-80fc35bcb492, host dv-cinder-804035-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=5a133a59-87f6-448b-9cb7-80fc35bcb492,segment=NetworkSegment(82ddae7b-9a4a-49ae-81a2-e85b4e90d7aa),segment_id=82ddae7b-9a4a-49ae-81a2-e85b4e90d7aa)] {{(pid=103440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:54:06.593599 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-597bd697-c922-4c31-aa25-ba4b22257e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (5a133a59-87f6-448b-9cb7-80fc35bcb492), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:06.661531 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597bd697-c922-4c31-aa25-ba4b22257e24 None None] Pushing event updated for resources: {'Port': ['ID=5a133a59-87f6-448b-9cb7-80fc35bcb492,revision_number=2']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:08.062424 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 56584) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:54:08.473326 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [None req-be750db6-b45e-4728-b431-b99be4f212b4 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103431) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:54:08.475082 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-be750db6-b45e-4728-b431-b99be4f212b4 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4116781 Mar 07 16:54:11.147854 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 56592) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:54:11.480848 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [None req-25bdf63b-33bf-4c40-bd96-efe7c6539409 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:54:11.487531 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-25bdf63b-33bf-4c40-bd96-efe7c6539409 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3328757 Mar 07 16:54:14.104103 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 56600) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:54:14.430195 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-f93b16cf-2802-4a89-b30f-cab2e5a4d65d demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:54:14.493529 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.policy [None req-f93b16cf-2802-4a89-b30f-cab2e5a4d65d demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103433) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 07 16:54:14.541195 dv-cinder-804035-42-iscsi neutron-server[103433]: WARNING oslo_policy.policy [None req-f93b16cf-2802-4a89-b30f-cab2e5a4d65d demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 16:54:14.541576 dv-cinder-804035-42-iscsi neutron-server[103433]: WARNING oslo_policy.policy [None req-f93b16cf-2802-4a89-b30f-cab2e5a4d65d demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 16:54:14.671476 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f93b16cf-2802-4a89-b30f-cab2e5a4d65d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2050708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57156'] for router (2895b71a-91ea-45c8-ab2d-7c9400fd0d45), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:14.674253 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f93b16cf-2802-4a89-b30f-cab2e5a4d65d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2052452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2048215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57165'] for router (2895b71a-91ea-45c8-ab2d-7c9400fd0d45), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:14.838234 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f93b16cf-2802-4a89-b30f-cab2e5a4d65d demo demo] Publish callbacks [] for router_controller (2895b71a-91ea-45c8-ab2d-7c9400fd0d45), precommit_add_association {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:14.902537 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f93b16cf-2802-4a89-b30f-cab2e5a4d65d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2052463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2048250'] for router (2895b71a-91ea-45c8-ab2d-7c9400fd0d45), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:15.009586 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f93b16cf-2802-4a89-b30f-cab2e5a4d65d demo demo] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:15.010816 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-f93b16cf-2802-4a89-b30f-cab2e5a4d65d demo demo] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.9056687 Mar 07 16:54:15.295873 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 5 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:54:15.901340 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7670a780-7da9-401e-b751-d89d1d178ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:17.727802 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 56614) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:54:17.763149 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 5a133a59-87f6-448b-9cb7-80fc35bcb492 up at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:54:17.851563 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Provisioning complete for port 5a133a59-87f6-448b-9cb7-80fc35bcb492 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:54:17.852000 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (5a133a59-87f6-448b-9cb7-80fc35bcb492), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:17.973364 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Current status of the port 5a133a59-87f6-448b-9cb7-80fc35bcb492 is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:54:17.974020 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (5a133a59-87f6-448b-9cb7-80fc35bcb492), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:18.013703 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] For port 5a133a59-87f6-448b-9cb7-80fc35bcb492, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=5a133a59-87f6-448b-9cb7-80fc35bcb492,segment=NetworkSegment(82ddae7b-9a4a-49ae-81a2-e85b4e90d7aa),segment_id=82ddae7b-9a4a-49ae-81a2-e85b4e90d7aa)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:54:18.091469 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [None req-73e47599-c180-4a11-add6-3ee7150456fd admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:54:18.092566 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-73e47599-c180-4a11-add6-3ee7150456fd admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3638263 Mar 07 16:54:18.096751 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (5a133a59-87f6-448b-9cb7-80fc35bcb492), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:18.146276 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Pushing event updated for resources: {'Port': ['ID=5a133a59-87f6-448b-9cb7-80fc35bcb492,revision_number=3']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:18.359131 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f9bdaba5-0ae9-47b4-8379-c8cb27b382c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:18.502608 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41031baf-351b-41ba-a3e6-a1f1cf5be720 None None] Network adeeca5c-4200-430c-9e34-080f29af6e6d requested from dv-cinder-804035-42-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:54:18.578556 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-02087b42-d567-4ba9-b793-c3f149f1b898 None None] Provisioning complete for port 5a133a59-87f6-448b-9cb7-80fc35bcb492 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:54:18.579176 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-02087b42-d567-4ba9-b793-c3f149f1b898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (5a133a59-87f6-448b-9cb7-80fc35bcb492), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:18.712352 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-02087b42-d567-4ba9-b793-c3f149f1b898 None None] Current status of the port 5a133a59-87f6-448b-9cb7-80fc35bcb492 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:54:18.933951 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-c5a32d60-7881-4fe8-81e5-24c2ff0b5491 None None] Provisioning complete for port 5a133a59-87f6-448b-9cb7-80fc35bcb492 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:54:18.934630 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c5a32d60-7881-4fe8-81e5-24c2ff0b5491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (5a133a59-87f6-448b-9cb7-80fc35bcb492), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:19.015129 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-c5a32d60-7881-4fe8-81e5-24c2ff0b5491 None None] Current status of the port 5a133a59-87f6-448b-9cb7-80fc35bcb492 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:54:19.709636 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 5a133a59-87f6-448b-9cb7-80fc35bcb492 up at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:54:19.759225 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Provisioning complete for port 5a133a59-87f6-448b-9cb7-80fc35bcb492 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:54:19.759673 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (5a133a59-87f6-448b-9cb7-80fc35bcb492), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:19.839217 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Current status of the port 5a133a59-87f6-448b-9cb7-80fc35bcb492 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:54:20.405507 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:20.717853 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 56632) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:54:20.854858 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-59397da6-893b-4cad-bdd4-531403997088 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:54:20.930093 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59397da6-893b-4cad-bdd4-531403997088 admin admin] Made reservation on behalf of df5dd33c1c964a9397be60bc83ee2eb8 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:54:20.932979 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-59397da6-893b-4cad-bdd4-531403997088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:20.949102 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-59397da6-893b-4cad-bdd4-531403997088 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:21.057259 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-59397da6-893b-4cad-bdd4-531403997088 admin admin] Publish callbacks [] for security_group (9e1d7856-e8d0-42a9-b368-50434648db03), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:21.106866 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-59397da6-893b-4cad-bdd4-531403997088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (9e1d7856-e8d0-42a9-b368-50434648db03), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:21.118648 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-59397da6-893b-4cad-bdd4-531403997088 admin admin] Reserving flat network on physical network physnet1 {{(pid=103433) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 07 16:54:21.152248 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-59397da6-893b-4cad-bdd4-531403997088 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762244314206', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696658'] for segment (733ea0a4-2088-41be-a436-48329c6e880b), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:21.152806 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-59397da6-893b-4cad-bdd4-531403997088 admin admin] Unsubscribe: segment precommit_create {{(pid=103433) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 07 16:54:21.153604 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.db.segments_db [None req-59397da6-893b-4cad-bdd4-531403997088 admin admin] Added segment 733ea0a4-2088-41be-a436-48329c6e880b of type flat for network ca3ae6bc-acc1-44d4-99e8-2239d5d79721 Mar 07 16:54:21.169932 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59397da6-893b-4cad-bdd4-531403997088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1d7856-e8d0-42a9-b368-50434648db03,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:21.217376 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59397da6-893b-4cad-bdd4-531403997088 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:21.217649 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59397da6-893b-4cad-bdd4-531403997088 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:21.217994 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59397da6-893b-4cad-bdd4-531403997088 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:21.218326 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59397da6-893b-4cad-bdd4-531403997088 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:21.218652 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59397da6-893b-4cad-bdd4-531403997088 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:21.218978 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59397da6-893b-4cad-bdd4-531403997088 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:21.220017 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59397da6-893b-4cad-bdd4-531403997088 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:21.220621 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59397da6-893b-4cad-bdd4-531403997088 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:21.220727 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59397da6-893b-4cad-bdd4-531403997088 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:21.220957 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59397da6-893b-4cad-bdd4-531403997088 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:21.221278 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59397da6-893b-4cad-bdd4-531403997088 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:21.221592 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59397da6-893b-4cad-bdd4-531403997088 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:21.221906 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59397da6-893b-4cad-bdd4-531403997088 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:21.223403 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59397da6-893b-4cad-bdd4-531403997088 admin admin] Tracked resource versions report: Mar 07 16:54:21.223403 dv-cinder-804035-42-iscsi neutron-server[103433]: pushed versions: Mar 07 16:54:21.223403 dv-cinder-804035-42-iscsi neutron-server[103433]: { 'AddressGroup': {'1.2'}, Mar 07 16:54:21.223403 dv-cinder-804035-42-iscsi neutron-server[103433]: 'ConntrackHelper': {'1.0'}, Mar 07 16:54:21.223403 dv-cinder-804035-42-iscsi neutron-server[103433]: 'LocalIPAssociation': {'1.0'}, Mar 07 16:54:21.223403 dv-cinder-804035-42-iscsi neutron-server[103433]: 'Log': {'1.0'}, Mar 07 16:54:21.223403 dv-cinder-804035-42-iscsi neutron-server[103433]: 'Network': {'1.1'}, Mar 07 16:54:21.223403 dv-cinder-804035-42-iscsi neutron-server[103433]: 'Port': {'1.7'}, Mar 07 16:54:21.223403 dv-cinder-804035-42-iscsi neutron-server[103433]: 'PortForwarding': {'1.2'}, Mar 07 16:54:21.223403 dv-cinder-804035-42-iscsi neutron-server[103433]: 'QosPolicy': {'1.10'}, Mar 07 16:54:21.223403 dv-cinder-804035-42-iscsi neutron-server[103433]: 'SecurityGroup': {'1.5'}, Mar 07 16:54:21.223403 dv-cinder-804035-42-iscsi neutron-server[103433]: 'SecurityGroupRule': {'1.2'}, Mar 07 16:54:21.223403 dv-cinder-804035-42-iscsi neutron-server[103433]: 'SubPort': {'1.0'}, Mar 07 16:54:21.223403 dv-cinder-804035-42-iscsi neutron-server[103433]: 'Subnet': {'1.1'}, Mar 07 16:54:21.223403 dv-cinder-804035-42-iscsi neutron-server[103433]: 'Trunk': {'1.1'}} Mar 07 16:54:21.223403 dv-cinder-804035-42-iscsi neutron-server[103433]: consumer versions: Mar 07 16:54:21.223403 dv-cinder-804035-42-iscsi neutron-server[103433]: { DHCP agent@dv-cinder-804035-42-iscsi: {}, Mar 07 16:54:21.223403 dv-cinder-804035-42-iscsi neutron-server[103433]: L3 agent@dv-cinder-804035-42-iscsi: {}, Mar 07 16:54:21.223403 dv-cinder-804035-42-iscsi neutron-server[103433]: Metadata agent@dv-cinder-804035-42-iscsi: {}, Mar 07 16:54:21.223403 dv-cinder-804035-42-iscsi neutron-server[103433]: Metering agent@dv-cinder-804035-42-iscsi: {}, Mar 07 16:54:21.223403 dv-cinder-804035-42-iscsi neutron-server[103433]: Open vSwitch agent@dv-cinder-804035-42-iscsi: { 'AddressGroup': '1.2', Mar 07 16:54:21.223403 dv-cinder-804035-42-iscsi neutron-server[103433]: 'ConntrackHelper': '1.0', Mar 07 16:54:21.223403 dv-cinder-804035-42-iscsi neutron-server[103433]: 'LocalIPAssociation': '1.0', Mar 07 16:54:21.223403 dv-cinder-804035-42-iscsi neutron-server[103433]: 'Log': '1.0', Mar 07 16:54:21.223403 dv-cinder-804035-42-iscsi neutron-server[103433]: 'Network': '1.1', Mar 07 16:54:21.223403 dv-cinder-804035-42-iscsi neutron-server[103433]: 'Port': '1.7', Mar 07 16:54:21.223403 dv-cinder-804035-42-iscsi neutron-server[103433]: 'PortForwarding': '1.2', Mar 07 16:54:21.223403 dv-cinder-804035-42-iscsi neutron-server[103433]: 'QosPolicy': '1.10', Mar 07 16:54:21.223403 dv-cinder-804035-42-iscsi neutron-server[103433]: 'SecurityGroup': '1.5', Mar 07 16:54:21.223403 dv-cinder-804035-42-iscsi neutron-server[103433]: 'SecurityGroupRule': '1.2', Mar 07 16:54:21.223403 dv-cinder-804035-42-iscsi neutron-server[103433]: 'SubPort': '1.0', Mar 07 16:54:21.223403 dv-cinder-804035-42-iscsi neutron-server[103433]: 'Subnet': '1.1', Mar 07 16:54:21.223403 dv-cinder-804035-42-iscsi neutron-server[103433]: 'Trunk': '1.1'}} Mar 07 16:54:21.223403 dv-cinder-804035-42-iscsi neutron-server[103433]: {{(pid=103433) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 16:54:21.275929 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-59397da6-893b-4cad-bdd4-531403997088 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762243790367'] for network (ca3ae6bc-acc1-44d4-99e8-2239d5d79721), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:21.410326 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-59397da6-893b-4cad-bdd4-531403997088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490'] for network (ca3ae6bc-acc1-44d4-99e8-2239d5d79721), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:21.411622 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59397da6-893b-4cad-bdd4-531403997088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:21.412329 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-59397da6-893b-4cad-bdd4-531403997088 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:21.512434 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59397da6-893b-4cad-bdd4-531403997088 admin admin] Pushing event updated for resources: {'Network': ['ID=ca3ae6bc-acc1-44d4-99e8-2239d5d79721,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:21.523051 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Network ca3ae6bc-acc1-44d4-99e8-2239d5d79721 details requested by agent ovs-agent-dv-cinder-804035-42-iscsi with host dv-cinder-804035-42-iscsi {{(pid=103440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:54:21.533364 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-59397da6-893b-4cad-bdd4-531403997088 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8144553 Mar 07 16:54:21.764387 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:22.935536 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:24.024996 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 56654) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:54:24.166417 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985b21cc-ab6b-470b-a4c7-36c738520616 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:24.167825 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-985b21cc-ab6b-470b-a4c7-36c738520616 demo admin] 10.222.0.45 "GET /v2.0/subnets/7e7abbcd-a753-4ff5-a1e1-83942cbdf413 HTTP/1.1" status: 200 len: 849 time: 0.1418912 Mar 07 16:54:24.314298 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-ee1ea06f-a740-4a63-ada2-c1dd154b73e5 demo admin] 10.222.0.45 "GET /v2.0/routers/2895b71a-91ea-45c8-ab2d-7c9400fd0d45 HTTP/1.1" status: 200 len: 704 time: 0.1407895 Mar 07 16:54:24.599710 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-38e15714-0349-41bb-8030-d55eab2e5095 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:24.907473 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-38e15714-0349-41bb-8030-d55eab2e5095 demo admin] Allocated IP 172.20.0.1 (adeeca5c-4200-430c-9e34-080f29af6e6d/7e7abbcd-a753-4ff5-a1e1-83942cbdf413/83c471cb-2b44-4e6c-bc32-06c2f3a3410b) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:54:25.092797 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-38e15714-0349-41bb-8030-d55eab2e5095 demo admin] Publish callbacks [] for port (83c471cb-2b44-4e6c-bc32-06c2f3a3410b), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:25.220495 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-38e15714-0349-41bb-8030-d55eab2e5095 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377'] for port (83c471cb-2b44-4e6c-bc32-06c2f3a3410b), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:25.303672 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e15714-0349-41bb-8030-d55eab2e5095 demo admin] Network adeeca5c-4200-430c-9e34-080f29af6e6d is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:54:25.311014 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-38e15714-0349-41bb-8030-d55eab2e5095 demo admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:54:25.313109 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e15714-0349-41bb-8030-d55eab2e5095 demo admin] Pushing event updated for resources: {'Port': ['ID=83c471cb-2b44-4e6c-bc32-06c2f3a3410b,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:25.317305 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e15714-0349-41bb-8030-d55eab2e5095 demo admin] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:54:25.317857 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-38e15714-0349-41bb-8030-d55eab2e5095 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2049751'] for router_interface (2895b71a-91ea-45c8-ab2d-7c9400fd0d45), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:25.576520 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-630e3b46-a366-45f5-9509-76f1d6889d25 None None] Provisioning complete for port 83c471cb-2b44-4e6c-bc32-06c2f3a3410b triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:54:25.577086 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-630e3b46-a366-45f5-9509-76f1d6889d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (83c471cb-2b44-4e6c-bc32-06c2f3a3410b), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:25.611935 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-630e3b46-a366-45f5-9509-76f1d6889d25 None None] Port 83c471cb-2b44-4e6c-bc32-06c2f3a3410b cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:54:25.642098 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-38e15714-0349-41bb-8030-d55eab2e5095 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (83c471cb-2b44-4e6c-bc32-06c2f3a3410b), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:25.846606 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-38e15714-0349-41bb-8030-d55eab2e5095 demo admin] Publish callbacks [] for port (83c471cb-2b44-4e6c-bc32-06c2f3a3410b), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:25.916012 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-38e15714-0349-41bb-8030-d55eab2e5095 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (83c471cb-2b44-4e6c-bc32-06c2f3a3410b), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:25.916824 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-38e15714-0349-41bb-8030-d55eab2e5095 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2049723'] for router_interface (2895b71a-91ea-45c8-ab2d-7c9400fd0d45), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:25.976098 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e15714-0349-41bb-8030-d55eab2e5095 demo admin] Pushing event updated for resources: {'Port': ['ID=83c471cb-2b44-4e6c-bc32-06c2f3a3410b,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:26.040330 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e15714-0349-41bb-8030-d55eab2e5095 demo admin] Network adeeca5c-4200-430c-9e34-080f29af6e6d is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:54:26.041675 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-38e15714-0349-41bb-8030-d55eab2e5095 demo admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:54:26.272888 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e15714-0349-41bb-8030-d55eab2e5095 demo admin] Router 2895b71a-91ea-45c8-ab2d-7c9400fd0d45 is scheduled to L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 with binding_index 1 {{(pid=103433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 16:54:26.333923 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-a2536fe7-9a84-46f5-980b-77a3569aeb39 None None] Provisioning complete for port 83c471cb-2b44-4e6c-bc32-06c2f3a3410b triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:54:26.334233 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a2536fe7-9a84-46f5-980b-77a3569aeb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (83c471cb-2b44-4e6c-bc32-06c2f3a3410b), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:26.369882 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e15714-0349-41bb-8030-d55eab2e5095 demo admin] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:54:26.372505 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-a2536fe7-9a84-46f5-980b-77a3569aeb39 None None] Port 83c471cb-2b44-4e6c-bc32-06c2f3a3410b cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:54:26.379503 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-38e15714-0349-41bb-8030-d55eab2e5095 demo admin] 10.222.0.45 "PUT /v2.0/routers/2895b71a-91ea-45c8-ab2d-7c9400fd0d45/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0551610 Mar 07 16:54:26.385507 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6680f94-53bd-4b60-8239-193ad8bd00f4 None None] Sync routers for ids ['2895b71a-91ea-45c8-ab2d-7c9400fd0d45'] in dv-cinder-804035-42-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:54:26.397731 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6680f94-53bd-4b60-8239-193ad8bd00f4 None None] Routers {'2895b71a-91ea-45c8-ab2d-7c9400fd0d45'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:54:26.398593 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-d6680f94-53bd-4b60-8239-193ad8bd00f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T16:54:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['2895b71a-91ea-45c8-ab2d-7c9400fd0d45'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:54:26.592707 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-d6680f94-53bd-4b60-8239-193ad8bd00f4 None None] Set router 2895b71a-91ea-45c8-ab2d-7c9400fd0d45 gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:54:27.060539 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-d6680f94-53bd-4b60-8239-193ad8bd00f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2895b71a-91ea-45c8-ab2d-7c9400fd0d45', 'name': 'router1', 'tenant_id': '9080607455314edba8fc72a9b29bcb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:54:14Z', 'updated_at': '2022-03-07T16:54:25Z', 'revision_number': 2, 'project_id': '9080607455314edba8fc72a9b29bcb3d', 'gw_port_host': None, '_interfaces': [{'id': '83c471cb-2b44-4e6c-bc32-06c2f3a3410b', 'name': '', 'network_id': 'adeeca5c-4200-430c-9e34-080f29af6e6d', 'tenant_id': '9080607455314edba8fc72a9b29bcb3d', 'mac_address': 'fa:16:3e:f5:18:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2895b71a-91ea-45c8-ab2d-7c9400fd0d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7e7abbcd-a753-4ff5-a1e1-83942cbdf413', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:54:24Z', 'updated_at': '2022-03-07T16:54:25Z', 'revision_number': 2, 'project_id': '9080607455314edba8fc72a9b29bcb3d', 'subnets': [{'id': '7e7abbcd-a753-4ff5-a1e1-83942cbdf413', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42315c57-54bc-4c94-bd7f-03add2743ad2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:54:27.113611 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6680f94-53bd-4b60-8239-193ad8bd00f4 None None] Checking router: 2895b71a-91ea-45c8-ab2d-7c9400fd0d45 for host: dv-cinder-804035-42-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:54:27.113981 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6680f94-53bd-4b60-8239-193ad8bd00f4 None None] Updating router 2895b71a-91ea-45c8-ab2d-7c9400fd0d45 port 83c471cb-2b44-4e6c-bc32-06c2f3a3410b binding host dv-cinder-804035-42-iscsi {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:54:27.169826 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d6680f94-53bd-4b60-8239-193ad8bd00f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (83c471cb-2b44-4e6c-bc32-06c2f3a3410b), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:27.693142 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d6680f94-53bd-4b60-8239-193ad8bd00f4 None None] Publish callbacks [] for port (83c471cb-2b44-4e6c-bc32-06c2f3a3410b), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:27.778976 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d6680f94-53bd-4b60-8239-193ad8bd00f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (83c471cb-2b44-4e6c-bc32-06c2f3a3410b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:27.946859 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e82ff8-e8c3-4d1b-95a2-042c61a94e50 None None] Pushing event updated for resources: {'Port': ['ID=83c471cb-2b44-4e6c-bc32-06c2f3a3410b,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:27.956451 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-d6680f94-53bd-4b60-8239-193ad8bd00f4 None None] Attempting to bind port 83c471cb-2b44-4e6c-bc32-06c2f3a3410b on host dv-cinder-804035-42-iscsi for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:54:27.956849 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-d6680f94-53bd-4b60-8239-193ad8bd00f4 None None] Attempting to bind port 83c471cb-2b44-4e6c-bc32-06c2f3a3410b by drivers openvswitch,hyperv on host dv-cinder-804035-42-iscsi at level 0 using segments [{'id': '82ddae7b-9a4a-49ae-81a2-e85b4e90d7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'adeeca5c-4200-430c-9e34-080f29af6e6d'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:54:27.957312 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6680f94-53bd-4b60-8239-193ad8bd00f4 None None] Attempting to bind port 83c471cb-2b44-4e6c-bc32-06c2f3a3410b on network adeeca5c-4200-430c-9e34-080f29af6e6d {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:54:27.959959 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e82ff8-e8c3-4d1b-95a2-042c61a94e50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:27.960290 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e82ff8-e8c3-4d1b-95a2-042c61a94e50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:27.960632 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e82ff8-e8c3-4d1b-95a2-042c61a94e50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:27.960966 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e82ff8-e8c3-4d1b-95a2-042c61a94e50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:27.961294 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e82ff8-e8c3-4d1b-95a2-042c61a94e50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:27.961619 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e82ff8-e8c3-4d1b-95a2-042c61a94e50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:27.961957 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e82ff8-e8c3-4d1b-95a2-042c61a94e50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:27.962283 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e82ff8-e8c3-4d1b-95a2-042c61a94e50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:27.962604 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e82ff8-e8c3-4d1b-95a2-042c61a94e50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:27.962938 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e82ff8-e8c3-4d1b-95a2-042c61a94e50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:27.963260 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e82ff8-e8c3-4d1b-95a2-042c61a94e50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:27.963602 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e82ff8-e8c3-4d1b-95a2-042c61a94e50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:27.963917 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e82ff8-e8c3-4d1b-95a2-042c61a94e50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:54:27.965260 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e82ff8-e8c3-4d1b-95a2-042c61a94e50 None None] Tracked resource versions report: Mar 07 16:54:27.965260 dv-cinder-804035-42-iscsi neutron-server[103444]: pushed versions: Mar 07 16:54:27.965260 dv-cinder-804035-42-iscsi neutron-server[103444]: { 'AddressGroup': {'1.2'}, Mar 07 16:54:27.965260 dv-cinder-804035-42-iscsi neutron-server[103444]: 'ConntrackHelper': {'1.0'}, Mar 07 16:54:27.965260 dv-cinder-804035-42-iscsi neutron-server[103444]: 'LocalIPAssociation': {'1.0'}, Mar 07 16:54:27.965260 dv-cinder-804035-42-iscsi neutron-server[103444]: 'Log': {'1.0'}, Mar 07 16:54:27.965260 dv-cinder-804035-42-iscsi neutron-server[103444]: 'Network': {'1.1'}, Mar 07 16:54:27.965260 dv-cinder-804035-42-iscsi neutron-server[103444]: 'Port': {'1.7'}, Mar 07 16:54:27.965260 dv-cinder-804035-42-iscsi neutron-server[103444]: 'PortForwarding': {'1.2'}, Mar 07 16:54:27.965260 dv-cinder-804035-42-iscsi neutron-server[103444]: 'QosPolicy': {'1.10'}, Mar 07 16:54:27.965260 dv-cinder-804035-42-iscsi neutron-server[103444]: 'SecurityGroup': {'1.5'}, Mar 07 16:54:27.965260 dv-cinder-804035-42-iscsi neutron-server[103444]: 'SecurityGroupRule': {'1.2'}, Mar 07 16:54:27.965260 dv-cinder-804035-42-iscsi neutron-server[103444]: 'SubPort': {'1.0'}, Mar 07 16:54:27.965260 dv-cinder-804035-42-iscsi neutron-server[103444]: 'Subnet': {'1.1'}, Mar 07 16:54:27.965260 dv-cinder-804035-42-iscsi neutron-server[103444]: 'Trunk': {'1.1'}} Mar 07 16:54:27.965260 dv-cinder-804035-42-iscsi neutron-server[103444]: consumer versions: Mar 07 16:54:27.965260 dv-cinder-804035-42-iscsi neutron-server[103444]: { DHCP agent@dv-cinder-804035-42-iscsi: {}, Mar 07 16:54:27.965260 dv-cinder-804035-42-iscsi neutron-server[103444]: L3 agent@dv-cinder-804035-42-iscsi: {}, Mar 07 16:54:27.965260 dv-cinder-804035-42-iscsi neutron-server[103444]: Metadata agent@dv-cinder-804035-42-iscsi: {}, Mar 07 16:54:27.965260 dv-cinder-804035-42-iscsi neutron-server[103444]: Metering agent@dv-cinder-804035-42-iscsi: {}, Mar 07 16:54:27.965260 dv-cinder-804035-42-iscsi neutron-server[103444]: Open vSwitch agent@dv-cinder-804035-42-iscsi: { 'AddressGroup': '1.2', Mar 07 16:54:27.965260 dv-cinder-804035-42-iscsi neutron-server[103444]: 'ConntrackHelper': '1.0', Mar 07 16:54:27.965260 dv-cinder-804035-42-iscsi neutron-server[103444]: 'LocalIPAssociation': '1.0', Mar 07 16:54:27.965260 dv-cinder-804035-42-iscsi neutron-server[103444]: 'Log': '1.0', Mar 07 16:54:27.965260 dv-cinder-804035-42-iscsi neutron-server[103444]: 'Network': '1.1', Mar 07 16:54:27.965260 dv-cinder-804035-42-iscsi neutron-server[103444]: 'Port': '1.7', Mar 07 16:54:27.965260 dv-cinder-804035-42-iscsi neutron-server[103444]: 'PortForwarding': '1.2', Mar 07 16:54:27.965260 dv-cinder-804035-42-iscsi neutron-server[103444]: 'QosPolicy': '1.10', Mar 07 16:54:27.965260 dv-cinder-804035-42-iscsi neutron-server[103444]: 'SecurityGroup': '1.5', Mar 07 16:54:27.965260 dv-cinder-804035-42-iscsi neutron-server[103444]: 'SecurityGroupRule': '1.2', Mar 07 16:54:27.965260 dv-cinder-804035-42-iscsi neutron-server[103444]: 'SubPort': '1.0', Mar 07 16:54:27.965260 dv-cinder-804035-42-iscsi neutron-server[103444]: 'Subnet': '1.1', Mar 07 16:54:27.965260 dv-cinder-804035-42-iscsi neutron-server[103444]: 'Trunk': '1.1'}} Mar 07 16:54:27.965260 dv-cinder-804035-42-iscsi neutron-server[103444]: {{(pid=103444) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 16:54:27.972097 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6680f94-53bd-4b60-8239-193ad8bd00f4 None None] Checking agent: {'id': 'bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 53, 53), 'started_at': datetime.datetime(2022, 3, 7, 16, 54, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:54:27.972505 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6680f94-53bd-4b60-8239-193ad8bd00f4 None None] Checking segment: {'id': '82ddae7b-9a4a-49ae-81a2-e85b4e90d7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'adeeca5c-4200-430c-9e34-080f29af6e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:54:27.972997 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d6680f94-53bd-4b60-8239-193ad8bd00f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:27.973379 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6680f94-53bd-4b60-8239-193ad8bd00f4 None None] Bound using segment: {'id': '82ddae7b-9a4a-49ae-81a2-e85b4e90d7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'adeeca5c-4200-430c-9e34-080f29af6e6d'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:54:27.973888 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-d6680f94-53bd-4b60-8239-193ad8bd00f4 None None] Bound port: 83c471cb-2b44-4e6c-bc32-06c2f3a3410b, host: dv-cinder-804035-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82ddae7b-9a4a-49ae-81a2-e85b4e90d7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'adeeca5c-4200-430c-9e34-080f29af6e6d'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:54:27.974263 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d6680f94-53bd-4b60-8239-193ad8bd00f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (83c471cb-2b44-4e6c-bc32-06c2f3a3410b), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:28.001777 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-be74c2c6-cb77-49d2-9cbe-e460f3174031 None None] Provisioning complete for port 83c471cb-2b44-4e6c-bc32-06c2f3a3410b triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:54:28.002314 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-be74c2c6-cb77-49d2-9cbe-e460f3174031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (83c471cb-2b44-4e6c-bc32-06c2f3a3410b), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:28.037291 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-be74c2c6-cb77-49d2-9cbe-e460f3174031 None None] Port 83c471cb-2b44-4e6c-bc32-06c2f3a3410b cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 16:54:28.045607 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-d6680f94-53bd-4b60-8239-193ad8bd00f4 None None] For port 83c471cb-2b44-4e6c-bc32-06c2f3a3410b, host dv-cinder-804035-42-iscsi, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:54:28.066252 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-d6680f94-53bd-4b60-8239-193ad8bd00f4 None None] For port 83c471cb-2b44-4e6c-bc32-06c2f3a3410b, host dv-cinder-804035-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=83c471cb-2b44-4e6c-bc32-06c2f3a3410b,segment=NetworkSegment(82ddae7b-9a4a-49ae-81a2-e85b4e90d7aa),segment_id=82ddae7b-9a4a-49ae-81a2-e85b4e90d7aa)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:54:28.139162 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d6680f94-53bd-4b60-8239-193ad8bd00f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (83c471cb-2b44-4e6c-bc32-06c2f3a3410b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:28.203274 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6680f94-53bd-4b60-8239-193ad8bd00f4 None None] Routers {'2895b71a-91ea-45c8-ab2d-7c9400fd0d45'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:54:28.204240 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-d6680f94-53bd-4b60-8239-193ad8bd00f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T16:54:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['2895b71a-91ea-45c8-ab2d-7c9400fd0d45'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:54:28.208090 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e82ff8-e8c3-4d1b-95a2-042c61a94e50 None None] Pushing event updated for resources: {'Port': ['ID=83c471cb-2b44-4e6c-bc32-06c2f3a3410b,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:28.307994 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-d6680f94-53bd-4b60-8239-193ad8bd00f4 None None] Set router 2895b71a-91ea-45c8-ab2d-7c9400fd0d45 gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:54:28.364352 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-03447e10-de84-443b-b1fe-c92a023dfc62 None None] Provisioning complete for port 83c471cb-2b44-4e6c-bc32-06c2f3a3410b triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:54:28.369763 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-03447e10-de84-443b-b1fe-c92a023dfc62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (83c471cb-2b44-4e6c-bc32-06c2f3a3410b), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:28.454010 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-03447e10-de84-443b-b1fe-c92a023dfc62 None None] Current status of the port 83c471cb-2b44-4e6c-bc32-06c2f3a3410b is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:54:28.454317 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-03447e10-de84-443b-b1fe-c92a023dfc62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (83c471cb-2b44-4e6c-bc32-06c2f3a3410b), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:28.490609 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-03447e10-de84-443b-b1fe-c92a023dfc62 None None] For port 83c471cb-2b44-4e6c-bc32-06c2f3a3410b, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=83c471cb-2b44-4e6c-bc32-06c2f3a3410b,segment=NetworkSegment(82ddae7b-9a4a-49ae-81a2-e85b4e90d7aa),segment_id=82ddae7b-9a4a-49ae-81a2-e85b4e90d7aa)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:54:28.543807 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-d6680f94-53bd-4b60-8239-193ad8bd00f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2895b71a-91ea-45c8-ab2d-7c9400fd0d45', 'name': 'router1', 'tenant_id': '9080607455314edba8fc72a9b29bcb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:54:14Z', 'updated_at': '2022-03-07T16:54:25Z', 'revision_number': 2, 'project_id': '9080607455314edba8fc72a9b29bcb3d', 'gw_port_host': None, '_interfaces': [{'id': '83c471cb-2b44-4e6c-bc32-06c2f3a3410b', 'name': '', 'network_id': 'adeeca5c-4200-430c-9e34-080f29af6e6d', 'tenant_id': '9080607455314edba8fc72a9b29bcb3d', 'mac_address': 'fa:16:3e:f5:18:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2895b71a-91ea-45c8-ab2d-7c9400fd0d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7e7abbcd-a753-4ff5-a1e1-83942cbdf413', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:54:24Z', 'updated_at': '2022-03-07T16:54:28Z', 'revision_number': 4, 'project_id': '9080607455314edba8fc72a9b29bcb3d', 'subnets': [{'id': '7e7abbcd-a753-4ff5-a1e1-83942cbdf413', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42315c57-54bc-4c94-bd7f-03add2743ad2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:54:28.555815 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-03447e10-de84-443b-b1fe-c92a023dfc62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (83c471cb-2b44-4e6c-bc32-06c2f3a3410b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:28.570910 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6680f94-53bd-4b60-8239-193ad8bd00f4 None None] The sync data for ids ['2895b71a-91ea-45c8-ab2d-7c9400fd0d45'] in dv-cinder-804035-42-iscsi is: [{'id': '2895b71a-91ea-45c8-ab2d-7c9400fd0d45', 'name': 'router1', 'tenant_id': '9080607455314edba8fc72a9b29bcb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:54:14Z', 'updated_at': '2022-03-07T16:54:25Z', 'revision_number': 2, 'project_id': '9080607455314edba8fc72a9b29bcb3d', 'gw_port_host': None, '_interfaces': [{'id': '83c471cb-2b44-4e6c-bc32-06c2f3a3410b', 'name': '', 'network_id': 'adeeca5c-4200-430c-9e34-080f29af6e6d', 'tenant_id': '9080607455314edba8fc72a9b29bcb3d', 'mac_address': 'fa:16:3e:f5:18:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2895b71a-91ea-45c8-ab2d-7c9400fd0d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7e7abbcd-a753-4ff5-a1e1-83942cbdf413', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:54:24Z', 'updated_at': '2022-03-07T16:54:28Z', 'revision_number': 4, 'project_id': '9080607455314edba8fc72a9b29bcb3d', 'subnets': [{'id': '7e7abbcd-a753-4ff5-a1e1-83942cbdf413', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42315c57-54bc-4c94-bd7f-03add2743ad2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:54:28.626786 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03447e10-de84-443b-b1fe-c92a023dfc62 None None] Pushing event updated for resources: {'Port': ['ID=83c471cb-2b44-4e6c-bc32-06c2f3a3410b,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:28.791717 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 56666) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:54:28.904146 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5496724-0e30-4bcd-a234-ecc64b86b926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:28.905503 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-d5496724-0e30-4bcd-a234-ecc64b86b926 admin admin] 10.222.0.45 "GET /v2.0/networks/ca3ae6bc-acc1-44d4-99e8-2239d5d79721 HTTP/1.1" status: 200 len: 842 time: 0.1127446 Mar 07 16:54:28.915630 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-38ada35e-2808-49fc-81cc-b3a408f0821f admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'cidr': '172.27.3.0/24'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:54:29.027018 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ada35e-2808-49fc-81cc-b3a408f0821f admin admin] Made reservation on behalf of df5dd33c1c964a9397be60bc83ee2eb8 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:54:29.029331 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-38ada35e-2808-49fc-81cc-b3a408f0821f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:29.402709 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.objects.ports [None req-38ada35e-2808-49fc-81cc-b3a408f0821f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103433) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 16:54:29.403143 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-38ada35e-2808-49fc-81cc-b3a408f0821f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490'] for subnet (7ea6e5b5-19cc-4407-9435-cc1a16805785), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:29.460155 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ada35e-2808-49fc-81cc-b3a408f0821f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ea6e5b5-19cc-4407-9435-cc1a16805785,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:29.472676 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ada35e-2808-49fc-81cc-b3a408f0821f admin admin] Checking segment: {'id': '733ea0a4-2088-41be-a436-48329c6e880b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:54:29.473027 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ada35e-2808-49fc-81cc-b3a408f0821f admin admin] Network hostable DHCP agents. Network: ca3ae6bc-acc1-44d4-99e8-2239d5d79721, hostable agents: ['7a37eb1f-9e1c-4804-b782-6f192b2f1d6e'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:54:29.575424 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ada35e-2808-49fc-81cc-b3a408f0821f admin admin] Network ca3ae6bc-acc1-44d4-99e8-2239d5d79721 is scheduled to be hosted by DHCP agent 7a37eb1f-9e1c-4804-b782-6f192b2f1d6e with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:54:29.661161 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-38ada35e-2808-49fc-81cc-b3a408f0821f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-42-iscsi, ca3ae6bc-acc1-44d4-99e8-2239d5d79721) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:54:29.665467 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ada35e-2808-49fc-81cc-b3a408f0821f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:29.666177 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-38ada35e-2808-49fc-81cc-b3a408f0821f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:29.673326 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae1c29c-f6f5-448a-8af3-6ad4e7af297a None None] Network ca3ae6bc-acc1-44d4-99e8-2239d5d79721 requested from dv-cinder-804035-42-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:54:29.749770 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-38ada35e-2808-49fc-81cc-b3a408f0821f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8374414 Mar 07 16:54:29.786611 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e22e8d-7e71-4dbd-93d7-8687c7ffdc4d None None] Network ca3ae6bc-acc1-44d4-99e8-2239d5d79721 requested from dv-cinder-804035-42-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:54:32.212129 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 56674) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:54:32.493500 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-4995e9b2-1ecb-4588-a55b-90e68e887b05 demo admin] 10.222.0.45 "GET /v2.0/routers/2895b71a-91ea-45c8-ab2d-7c9400fd0d45 HTTP/1.1" status: 200 len: 710 time: 0.2800944 Mar 07 16:54:32.640206 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d11ece-7ae3-41eb-871c-1351c267573d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:54:32.642259 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-b6d11ece-7ae3-41eb-871c-1351c267573d demo admin] 10.222.0.45 "GET /v2.0/networks/ca3ae6bc-acc1-44d4-99e8-2239d5d79721 HTTP/1.1" status: 200 len: 886 time: 0.1431477 Mar 07 16:54:32.651204 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-308b1165-7fcc-4379-b33e-e2f0e6cf8d41 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'}}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:54:32.928487 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-308b1165-7fcc-4379-b33e-e2f0e6cf8d41 demo admin] Publish callbacks [] for router_gateway (2895b71a-91ea-45c8-ab2d-7c9400fd0d45), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:33.226203 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-308b1165-7fcc-4379-b33e-e2f0e6cf8d41 demo admin] Publish callbacks [] for router_gateway (2895b71a-91ea-45c8-ab2d-7c9400fd0d45), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:33.302621 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-308b1165-7fcc-4379-b33e-e2f0e6cf8d41 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:33.481944 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-308b1165-7fcc-4379-b33e-e2f0e6cf8d41 demo admin] Allocated IP 172.27.3.121 (ca3ae6bc-acc1-44d4-99e8-2239d5d79721/7ea6e5b5-19cc-4407-9435-cc1a16805785/6dc1a3be-073c-42e8-917b-dc64bc64b6b5) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:54:33.638047 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-308b1165-7fcc-4379-b33e-e2f0e6cf8d41 demo admin] Publish callbacks [] for port (6dc1a3be-073c-42e8-917b-dc64bc64b6b5), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:33.762005 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-308b1165-7fcc-4379-b33e-e2f0e6cf8d41 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377'] for port (6dc1a3be-073c-42e8-917b-dc64bc64b6b5), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:33.835579 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308b1165-7fcc-4379-b33e-e2f0e6cf8d41 demo admin] Network ca3ae6bc-acc1-44d4-99e8-2239d5d79721 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:54:33.840071 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-308b1165-7fcc-4379-b33e-e2f0e6cf8d41 demo admin] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:54:33.851673 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308b1165-7fcc-4379-b33e-e2f0e6cf8d41 demo admin] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:54:33.890603 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308b1165-7fcc-4379-b33e-e2f0e6cf8d41 demo admin] Pushing event updated for resources: {'Port': ['ID=6dc1a3be-073c-42e8-917b-dc64bc64b6b5,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:34.231227 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-308b1165-7fcc-4379-b33e-e2f0e6cf8d41 demo admin] Publish callbacks [] for router_gateway (2895b71a-91ea-45c8-ab2d-7c9400fd0d45), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:34.431262 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-308b1165-7fcc-4379-b33e-e2f0e6cf8d41 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2048193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2052374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57187'] for router (2895b71a-91ea-45c8-ab2d-7c9400fd0d45), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:34.436374 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-308b1165-7fcc-4379-b33e-e2f0e6cf8d41 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2048250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2048200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2048243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2052377'] for router (2895b71a-91ea-45c8-ab2d-7c9400fd0d45), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:34.551813 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-308b1165-7fcc-4379-b33e-e2f0e6cf8d41 demo admin] Router 2895b71a-91ea-45c8-ab2d-7c9400fd0d45 has already been hosted by L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 16:54:34.660664 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308b1165-7fcc-4379-b33e-e2f0e6cf8d41 demo admin] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 16:54:34.665038 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-308b1165-7fcc-4379-b33e-e2f0e6cf8d41 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:34.666229 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-308b1165-7fcc-4379-b33e-e2f0e6cf8d41 demo admin] 10.222.0.45 "PUT /v2.0/routers/2895b71a-91ea-45c8-ab2d-7c9400fd0d45 HTTP/1.1" status: 200 len: 890 time: 2.0182173 Mar 07 16:54:35.757550 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 83c471cb-2b44-4e6c-bc32-06c2f3a3410b up at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:54:35.808319 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Provisioning complete for port 83c471cb-2b44-4e6c-bc32-06c2f3a3410b triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:54:35.808988 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (83c471cb-2b44-4e6c-bc32-06c2f3a3410b), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:35.892394 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Current status of the port 83c471cb-2b44-4e6c-bc32-06c2f3a3410b is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:54:37.233827 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 56686) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:54:37.375501 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-11d644aa-f6fb-4623-a658-f40f5e458494 admin admin] 10.222.0.45 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1263940 Mar 07 16:54:37.447598 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4434160a-51ee-4c74-9a99-0dcce54f6260 None None] Sync routers for ids ['2895b71a-91ea-45c8-ab2d-7c9400fd0d45'] in dv-cinder-804035-42-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 16:54:37.459716 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4434160a-51ee-4c74-9a99-0dcce54f6260 None None] Routers {'2895b71a-91ea-45c8-ab2d-7c9400fd0d45'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:54:37.460383 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-4434160a-51ee-4c74-9a99-0dcce54f6260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T16:54:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['2895b71a-91ea-45c8-ab2d-7c9400fd0d45'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:54:37.684443 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-4434160a-51ee-4c74-9a99-0dcce54f6260 None None] Set router 2895b71a-91ea-45c8-ab2d-7c9400fd0d45 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:54:38.173459 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-4434160a-51ee-4c74-9a99-0dcce54f6260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2895b71a-91ea-45c8-ab2d-7c9400fd0d45', 'name': 'router1', 'tenant_id': '9080607455314edba8fc72a9b29bcb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '6dc1a3be-073c-42e8-917b-dc64bc64b6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:54:14Z', 'updated_at': '2022-03-07T16:54:34Z', 'revision_number': 4, 'project_id': '9080607455314edba8fc72a9b29bcb3d', 'gw_port': {'id': '6dc1a3be-073c-42e8-917b-dc64bc64b6b5', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:59:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2895b71a-91ea-45c8-ab2d-7c9400fd0d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:54:33Z', 'updated_at': '2022-03-07T16:54:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': '83c471cb-2b44-4e6c-bc32-06c2f3a3410b', 'name': '', 'network_id': 'adeeca5c-4200-430c-9e34-080f29af6e6d', 'tenant_id': '9080607455314edba8fc72a9b29bcb3d', 'mac_address': 'fa:16:3e:f5:18:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2895b71a-91ea-45c8-ab2d-7c9400fd0d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7e7abbcd-a753-4ff5-a1e1-83942cbdf413', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:54:24Z', 'updated_at': '2022-03-07T16:54:28Z', 'revision_number': 5, 'project_id': '9080607455314edba8fc72a9b29bcb3d', 'subnets': [{'id': '7e7abbcd-a753-4ff5-a1e1-83942cbdf413', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42315c57-54bc-4c94-bd7f-03add2743ad2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:54:38.227274 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4434160a-51ee-4c74-9a99-0dcce54f6260 None None] Checking router: 2895b71a-91ea-45c8-ab2d-7c9400fd0d45 for host: dv-cinder-804035-42-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 16:54:38.227657 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4434160a-51ee-4c74-9a99-0dcce54f6260 None None] Updating router 2895b71a-91ea-45c8-ab2d-7c9400fd0d45 port 6dc1a3be-073c-42e8-917b-dc64bc64b6b5 binding host dv-cinder-804035-42-iscsi {{(pid=103440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 16:54:38.284406 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4434160a-51ee-4c74-9a99-0dcce54f6260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (6dc1a3be-073c-42e8-917b-dc64bc64b6b5), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:38.614384 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4434160a-51ee-4c74-9a99-0dcce54f6260 None None] Publish callbacks [] for port (6dc1a3be-073c-42e8-917b-dc64bc64b6b5), precommit_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:38.704468 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4434160a-51ee-4c74-9a99-0dcce54f6260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (6dc1a3be-073c-42e8-917b-dc64bc64b6b5), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:38.751716 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f6f2f-fee3-4b64-90f6-bbbd7b20d41c None None] Pushing event updated for resources: {'Port': ['ID=6dc1a3be-073c-42e8-917b-dc64bc64b6b5,revision_number=2']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:38.782742 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-4434160a-51ee-4c74-9a99-0dcce54f6260 None None] Attempting to bind port 6dc1a3be-073c-42e8-917b-dc64bc64b6b5 on host dv-cinder-804035-42-iscsi for vnic_type normal with profile {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:54:38.783115 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-4434160a-51ee-4c74-9a99-0dcce54f6260 None None] Attempting to bind port 6dc1a3be-073c-42e8-917b-dc64bc64b6b5 by drivers openvswitch,hyperv on host dv-cinder-804035-42-iscsi at level 0 using segments [{'id': '733ea0a4-2088-41be-a436-48329c6e880b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:54:38.783503 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4434160a-51ee-4c74-9a99-0dcce54f6260 None None] Attempting to bind port 6dc1a3be-073c-42e8-917b-dc64bc64b6b5 on network ca3ae6bc-acc1-44d4-99e8-2239d5d79721 {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:54:38.788675 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4434160a-51ee-4c74-9a99-0dcce54f6260 None None] Checking agent: {'id': 'bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 53, 53), 'started_at': datetime.datetime(2022, 3, 7, 16, 54, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:54:38.789048 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4434160a-51ee-4c74-9a99-0dcce54f6260 None None] Checking segment: {'id': '733ea0a4-2088-41be-a436-48329c6e880b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:54:38.789446 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4434160a-51ee-4c74-9a99-0dcce54f6260 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:38.789835 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4434160a-51ee-4c74-9a99-0dcce54f6260 None None] Bound using segment: {'id': '733ea0a4-2088-41be-a436-48329c6e880b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:54:38.790297 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-4434160a-51ee-4c74-9a99-0dcce54f6260 None None] Bound port: 6dc1a3be-073c-42e8-917b-dc64bc64b6b5, host: dv-cinder-804035-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '733ea0a4-2088-41be-a436-48329c6e880b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'}}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:54:38.790673 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4434160a-51ee-4c74-9a99-0dcce54f6260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (6dc1a3be-073c-42e8-917b-dc64bc64b6b5), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:38.853376 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-4434160a-51ee-4c74-9a99-0dcce54f6260 None None] For port 6dc1a3be-073c-42e8-917b-dc64bc64b6b5, host dv-cinder-804035-42-iscsi, cleared binding levels {{(pid=103440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:54:38.857141 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-4434160a-51ee-4c74-9a99-0dcce54f6260 None None] For port 6dc1a3be-073c-42e8-917b-dc64bc64b6b5, host dv-cinder-804035-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=6dc1a3be-073c-42e8-917b-dc64bc64b6b5,segment=NetworkSegment(733ea0a4-2088-41be-a436-48329c6e880b),segment_id=733ea0a4-2088-41be-a436-48329c6e880b)] {{(pid=103440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:54:38.941343 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4434160a-51ee-4c74-9a99-0dcce54f6260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (6dc1a3be-073c-42e8-917b-dc64bc64b6b5), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:38.997165 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f6f2f-fee3-4b64-90f6-bbbd7b20d41c None None] Pushing event updated for resources: {'Port': ['ID=6dc1a3be-073c-42e8-917b-dc64bc64b6b5,revision_number=3']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:39.004437 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4434160a-51ee-4c74-9a99-0dcce54f6260 None None] Routers {'2895b71a-91ea-45c8-ab2d-7c9400fd0d45'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 16:54:39.005038 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-4434160a-51ee-4c74-9a99-0dcce54f6260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T16:54:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['2895b71a-91ea-45c8-ab2d-7c9400fd0d45'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:54:39.130039 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-4434160a-51ee-4c74-9a99-0dcce54f6260 None None] Set router 2895b71a-91ea-45c8-ab2d-7c9400fd0d45 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 16:54:39.368253 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-4434160a-51ee-4c74-9a99-0dcce54f6260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2895b71a-91ea-45c8-ab2d-7c9400fd0d45', 'name': 'router1', 'tenant_id': '9080607455314edba8fc72a9b29bcb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '6dc1a3be-073c-42e8-917b-dc64bc64b6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:54:14Z', 'updated_at': '2022-03-07T16:54:34Z', 'revision_number': 4, 'project_id': '9080607455314edba8fc72a9b29bcb3d', 'gw_port': {'id': '6dc1a3be-073c-42e8-917b-dc64bc64b6b5', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:59:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2895b71a-91ea-45c8-ab2d-7c9400fd0d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:54:33Z', 'updated_at': '2022-03-07T16:54:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': '83c471cb-2b44-4e6c-bc32-06c2f3a3410b', 'name': '', 'network_id': 'adeeca5c-4200-430c-9e34-080f29af6e6d', 'tenant_id': '9080607455314edba8fc72a9b29bcb3d', 'mac_address': 'fa:16:3e:f5:18:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2895b71a-91ea-45c8-ab2d-7c9400fd0d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7e7abbcd-a753-4ff5-a1e1-83942cbdf413', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:54:24Z', 'updated_at': '2022-03-07T16:54:28Z', 'revision_number': 5, 'project_id': '9080607455314edba8fc72a9b29bcb3d', 'subnets': [{'id': '7e7abbcd-a753-4ff5-a1e1-83942cbdf413', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42315c57-54bc-4c94-bd7f-03add2743ad2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 16:54:39.398577 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4434160a-51ee-4c74-9a99-0dcce54f6260 None None] The sync data for ids ['2895b71a-91ea-45c8-ab2d-7c9400fd0d45'] in dv-cinder-804035-42-iscsi is: [{'id': '2895b71a-91ea-45c8-ab2d-7c9400fd0d45', 'name': 'router1', 'tenant_id': '9080607455314edba8fc72a9b29bcb3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '6dc1a3be-073c-42e8-917b-dc64bc64b6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T16:54:14Z', 'updated_at': '2022-03-07T16:54:34Z', 'revision_number': 4, 'project_id': '9080607455314edba8fc72a9b29bcb3d', 'gw_port': {'id': '6dc1a3be-073c-42e8-917b-dc64bc64b6b5', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:59:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2895b71a-91ea-45c8-ab2d-7c9400fd0d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:54:33Z', 'updated_at': '2022-03-07T16:54:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': '83c471cb-2b44-4e6c-bc32-06c2f3a3410b', 'name': '', 'network_id': 'adeeca5c-4200-430c-9e34-080f29af6e6d', 'tenant_id': '9080607455314edba8fc72a9b29bcb3d', 'mac_address': 'fa:16:3e:f5:18:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2895b71a-91ea-45c8-ab2d-7c9400fd0d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7e7abbcd-a753-4ff5-a1e1-83942cbdf413', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T16:54:24Z', 'updated_at': '2022-03-07T16:54:28Z', 'revision_number': 5, 'project_id': '9080607455314edba8fc72a9b29bcb3d', 'subnets': [{'id': '7e7abbcd-a753-4ff5-a1e1-83942cbdf413', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42315c57-54bc-4c94-bd7f-03add2743ad2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 16:54:39.812395 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 6dc1a3be-073c-42e8-917b-dc64bc64b6b5 up at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:54:39.883885 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Provisioning complete for port 6dc1a3be-073c-42e8-917b-dc64bc64b6b5 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:54:39.884356 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (6dc1a3be-073c-42e8-917b-dc64bc64b6b5), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:39.981606 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Current status of the port 6dc1a3be-073c-42e8-917b-dc64bc64b6b5 is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:54:39.982198 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (6dc1a3be-073c-42e8-917b-dc64bc64b6b5), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:40.008274 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] For port 6dc1a3be-073c-42e8-917b-dc64bc64b6b5, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=6dc1a3be-073c-42e8-917b-dc64bc64b6b5,segment=NetworkSegment(733ea0a4-2088-41be-a436-48329c6e880b),segment_id=733ea0a4-2088-41be-a436-48329c6e880b)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:54:40.107692 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (6dc1a3be-073c-42e8-917b-dc64bc64b6b5), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:40.201018 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Pushing event updated for resources: {'Port': ['ID=6dc1a3be-073c-42e8-917b-dc64bc64b6b5,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:54:41.767203 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 6dc1a3be-073c-42e8-917b-dc64bc64b6b5 up at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:54:41.838605 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Provisioning complete for port 6dc1a3be-073c-42e8-917b-dc64bc64b6b5 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:54:41.839382 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (6dc1a3be-073c-42e8-917b-dc64bc64b6b5), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:41.966349 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Current status of the port 6dc1a3be-073c-42e8-917b-dc64bc64b6b5 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:54:45.935763 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-62dbc0ca-ceee-4c23-b9f9-68e58a68ca9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:48.450808 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ef684a3f-df67-470a-9235-de02bc1e3034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:50.334797 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:51.758130 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:54:52.294565 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 5 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:54:52.929459 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:15.911772 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-75c3ce63-d460-4527-a024-1d4c63520d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:18.420019 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e23d698e-9206-4afa-8e67-cadc4c27ebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:20.366597 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:21.791780 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:23.412112 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:29.293155 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 5 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:55:45.905149 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-66331eb7-67aa-4f9b-b7e9-abbfbd940238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:48.402188 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f9712792-870b-46da-ad11-13d90c74d7ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:50.345138 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:51.762017 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:55:52.958933 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:03.101302 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 57170) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:56:03.173993 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-06161f1f-7ddf-4b8b-899c-0b0535c3c4bb admin admin] GET failed (client error): The resource could not be found. Mar 07 16:56:03.175276 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-06161f1f-7ddf-4b8b-899c-0b0535c3c4bb admin admin] 10.222.0.45 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0729282 Mar 07 16:56:03.357210 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75e13c7-d9c6-48c0-bcc6-a44f404ffd23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:03.358933 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-c75e13c7-d9c6-48c0-bcc6-a44f404ffd23 admin admin] 10.222.0.45 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1795328 Mar 07 16:56:05.703837 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 57180) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:56:05.797705 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf24de50-08e6-4827-9a6a-abbb2ca017d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:05.799010 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-cf24de50-08e6-4827-9a6a-abbb2ca017d1 admin admin] 10.222.0.45 "GET /v2.0/subnets/7e7abbcd-a753-4ff5-a1e1-83942cbdf413 HTTP/1.1" status: 200 len: 849 time: 0.0945487 Mar 07 16:56:05.808320 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-6d9f54da-cb11-4491-96c7-411fe3bec1e3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:56:05.891866 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6d9f54da-cb11-4491-96c7-411fe3bec1e3 admin admin] Publish callbacks [] for subnet (7e7abbcd-a753-4ff5-a1e1-83942cbdf413), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:06.192136 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6d9f54da-cb11-4491-96c7-411fe3bec1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762244112559'] for subnet (7e7abbcd-a753-4ff5-a1e1-83942cbdf413), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:06.220653 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9f54da-cb11-4491-96c7-411fe3bec1e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:06.220653 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6d9f54da-cb11-4491-96c7-411fe3bec1e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:06.221580 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-6d9f54da-cb11-4491-96c7-411fe3bec1e3 admin admin] 10.222.0.45 "PUT /v2.0/subnets/7e7abbcd-a753-4ff5-a1e1-83942cbdf413 HTTP/1.1" status: 200 len: 868 time: 0.4164593 Mar 07 16:56:06.234886 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8699373-ec3b-469f-b1a2-5b68ecf27f5e None None] Network adeeca5c-4200-430c-9e34-080f29af6e6d requested from dv-cinder-804035-42-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:56:06.241342 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9f54da-cb11-4491-96c7-411fe3bec1e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e7abbcd-a753-4ff5-a1e1-83942cbdf413,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:56:06.251195 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9f54da-cb11-4491-96c7-411fe3bec1e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:06.251607 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9f54da-cb11-4491-96c7-411fe3bec1e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:06.251934 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9f54da-cb11-4491-96c7-411fe3bec1e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:06.252266 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9f54da-cb11-4491-96c7-411fe3bec1e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:06.252591 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9f54da-cb11-4491-96c7-411fe3bec1e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:06.252917 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9f54da-cb11-4491-96c7-411fe3bec1e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:06.253310 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9f54da-cb11-4491-96c7-411fe3bec1e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:06.253646 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9f54da-cb11-4491-96c7-411fe3bec1e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:06.254030 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9f54da-cb11-4491-96c7-411fe3bec1e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:06.254357 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9f54da-cb11-4491-96c7-411fe3bec1e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:06.254676 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9f54da-cb11-4491-96c7-411fe3bec1e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:06.255001 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9f54da-cb11-4491-96c7-411fe3bec1e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:06.255487 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9f54da-cb11-4491-96c7-411fe3bec1e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:56:06.292859 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 5 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:56:06.573177 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-c656702a-f962-42a1-80b8-7c6ec2913582 None None] Provisioning complete for port 83c471cb-2b44-4e6c-bc32-06c2f3a3410b triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:56:06.573578 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c656702a-f962-42a1-80b8-7c6ec2913582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (83c471cb-2b44-4e6c-bc32-06c2f3a3410b), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:06.652737 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-c656702a-f962-42a1-80b8-7c6ec2913582 None None] Current status of the port 83c471cb-2b44-4e6c-bc32-06c2f3a3410b is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:56:06.662351 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-c656702a-f962-42a1-80b8-7c6ec2913582 None None] Provisioning complete for port 5a133a59-87f6-448b-9cb7-80fc35bcb492 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:56:06.662731 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c656702a-f962-42a1-80b8-7c6ec2913582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (5a133a59-87f6-448b-9cb7-80fc35bcb492), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:06.736719 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-c656702a-f962-42a1-80b8-7c6ec2913582 None None] Current status of the port 5a133a59-87f6-448b-9cb7-80fc35bcb492 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:56:08.586325 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 57188) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:56:08.786105 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274f4af1-e22e-41db-81f8-243731c3ac49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:08.786588 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274f4af1-e22e-41db-81f8-243731c3ac49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:08.788159 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-274f4af1-e22e-41db-81f8-243731c3ac49 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2009056 Mar 07 16:56:11.153059 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 57198) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:56:11.361477 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f736dd93-c08b-42eb-8b8c-bae218dad571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:11.361959 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f736dd93-c08b-42eb-8b8c-bae218dad571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:11.364577 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-f736dd93-c08b-42eb-8b8c-bae218dad571 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2091045 Mar 07 16:56:13.690921 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 57206) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:56:13.901566 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0935335-ab76-4178-801d-348528b3453d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:13.903297 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-e0935335-ab76-4178-801d-348528b3453d admin admin] 10.222.0.45 "GET /v2.0/networks/adeeca5c-4200-430c-9e34-080f29af6e6d HTTP/1.1" status: 200 len: 869 time: 0.2113173 Mar 07 16:56:15.902376 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-431e88aa-2d36-4a5f-b997-e6785c7ce2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:16.240407 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 57214) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:56:16.366589 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699b907c-2809-4dad-ace4-a770ae5644be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:16.367989 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-699b907c-2809-4dad-ace4-a770ae5644be admin admin] 10.222.0.45 "GET /v2.0/networks/ca3ae6bc-acc1-44d4-99e8-2239d5d79721 HTTP/1.1" status: 200 len: 886 time: 0.1266170 Mar 07 16:56:18.406849 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-453f6771-505f-427f-8e43-0bf28e4c21cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:18.695322 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 57222) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:56:18.817949 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52f31f0-3019-4d48-b9fa-735a90330f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:18.818404 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52f31f0-3019-4d48-b9fa-735a90330f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:18.819950 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-c52f31f0-3019-4d48-b9fa-735a90330f69 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1236269 Mar 07 16:56:20.361089 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:21.158882 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 57230) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:56:21.288819 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9f70c2-16df-448f-b5d8-61b83eadd843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:21.289280 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9f70c2-16df-448f-b5d8-61b83eadd843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:21.290844 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-eb9f70c2-16df-448f-b5d8-61b83eadd843 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1309929 Mar 07 16:56:21.766928 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:22.972675 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:23.626957 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 57238) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:56:23.717288 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5160915d-7057-44b1-b405-792d2ff36901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:23.718606 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-5160915d-7057-44b1-b405-792d2ff36901 admin admin] 10.222.0.45 "GET /v2.0/subnets/7e7abbcd-a753-4ff5-a1e1-83942cbdf413 HTTP/1.1" status: 200 len: 868 time: 0.0907478 Mar 07 16:56:26.052264 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 57246) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:56:26.140704 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6116ef1a-9b50-43f7-88d2-76e1fc1c9d23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:26.142039 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-6116ef1a-9b50-43f7-88d2-76e1fc1c9d23 admin admin] 10.222.0.45 "GET /v2.0/subnets/7ea6e5b5-19cc-4407-9435-cc1a16805785 HTTP/1.1" status: 200 len: 816 time: 0.0888479 Mar 07 16:56:43.293740 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 5 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:56:45.923668 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f6f63ea4-ce21-455d-804b-0ff034d5fc2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:48.383631 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4ff74f81-a310-46e3-a713-1e7799f9890c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:50.349097 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:51.769507 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:52.957719 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:54.480620 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 57298) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:56:54.527295 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [None req-b094e3bd-b8b7-4096-8f88-2190f5afca92 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:56:54.528301 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-b094e3bd-b8b7-4096-8f88-2190f5afca92 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0467756 Mar 07 16:56:56.941216 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 57306) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:56:57.001892 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-c61c23b0-1699-43eb-9196-e5f4f87690a8 admin admin] GET failed (client error): The resource could not be found. Mar 07 16:56:57.003150 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-c61c23b0-1699-43eb-9196-e5f4f87690a8 admin admin] 10.222.0.45 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0610025 Mar 07 16:56:57.088046 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca03652-067e-4a78-82df-581ab1aca810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:57.089504 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-5ca03652-067e-4a78-82df-581ab1aca810 admin admin] 10.222.0.45 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0824244 Mar 07 16:56:59.492414 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 57314) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:56:59.540374 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-24d5dc1d-8c29-42dc-8f99-c05e02e7e871 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:56:59.628512 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d5dc1d-8c29-42dc-8f99-c05e02e7e871 admin admin] Made reservation on behalf of df5dd33c1c964a9397be60bc83ee2eb8 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:56:59.630674 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-24d5dc1d-8c29-42dc-8f99-c05e02e7e871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:59.658566 dv-cinder-804035-42-iscsi neutron-server[103433]: WARNING neutron.services.revisions.revision_plugin [None req-24d5dc1d-8c29-42dc-8f99-c05e02e7e871 admin admin] Could not find related network for resource to bump revision. Mar 07 16:56:59.671978 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24d5dc1d-8c29-42dc-8f99-c05e02e7e871 admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 16:56:59.680876 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-24d5dc1d-8c29-42dc-8f99-c05e02e7e871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696658'] for segment (38f5af07-0060-4cc4-be0b-0580891b255d), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:59.681243 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.db.segments_db [None req-24d5dc1d-8c29-42dc-8f99-c05e02e7e871 admin admin] Added segment 38f5af07-0060-4cc4-be0b-0580891b255d of type vlan for network 7a5f128d-53f3-4530-a7c4-15fb1392cc17 Mar 07 16:56:59.728330 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-24d5dc1d-8c29-42dc-8f99-c05e02e7e871 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762243790367'] for network (7a5f128d-53f3-4530-a7c4-15fb1392cc17), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:59.811362 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-24d5dc1d-8c29-42dc-8f99-c05e02e7e871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490'] for network (7a5f128d-53f3-4530-a7c4-15fb1392cc17), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:59.812328 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d5dc1d-8c29-42dc-8f99-c05e02e7e871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:56:59.812894 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-24d5dc1d-8c29-42dc-8f99-c05e02e7e871 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:56:59.872251 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5dc1d-8c29-42dc-8f99-c05e02e7e871 admin admin] Pushing event updated for resources: {'Network': ['ID=7a5f128d-53f3-4530-a7c4-15fb1392cc17,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:56:59.882689 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Network 7a5f128d-53f3-4530-a7c4-15fb1392cc17 details requested by agent ovs-agent-dv-cinder-804035-42-iscsi with host dv-cinder-804035-42-iscsi {{(pid=103440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 16:56:59.906090 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-24d5dc1d-8c29-42dc-8f99-c05e02e7e871 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4125903 Mar 07 16:57:02.241220 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 57322) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:57:02.301555 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.pecan_wsgi.hooks.translation [None req-225450f5-4532-43b9-8358-57ebf9c65aec admin admin] GET failed (client error): The resource could not be found. Mar 07 16:57:02.302820 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-225450f5-4532-43b9-8358-57ebf9c65aec admin admin] 10.222.0.45 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0606544 Mar 07 16:57:02.384835 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d228ab6-98d3-4293-bb86-e01b10975282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:02.386681 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-4d228ab6-98d3-4293-bb86-e01b10975282 admin admin] 10.222.0.45 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0789244 Mar 07 16:57:02.396262 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-3b5a15a4-1a7a-4c41-9831-ce52dbc81e43 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '7a5f128d-53f3-4530-a7c4-15fb1392cc17', 'ip_version': 4}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 16:57:02.506050 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5a15a4-1a7a-4c41-9831-ce52dbc81e43 admin admin] Made reservation on behalf of df5dd33c1c964a9397be60bc83ee2eb8 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 16:57:02.508948 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3b5a15a4-1a7a-4c41-9831-ce52dbc81e43 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:02.746911 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3b5a15a4-1a7a-4c41-9831-ce52dbc81e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490'] for subnet (285a713c-7487-42db-a011-2d4cd3e4a2a1), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:02.805041 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5a15a4-1a7a-4c41-9831-ce52dbc81e43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=285a713c-7487-42db-a011-2d4cd3e4a2a1,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:02.816297 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5a15a4-1a7a-4c41-9831-ce52dbc81e43 admin admin] Checking segment: {'id': '38f5af07-0060-4cc4-be0b-0580891b255d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7a5f128d-53f3-4530-a7c4-15fb1392cc17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:57:02.816645 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5a15a4-1a7a-4c41-9831-ce52dbc81e43 admin admin] Network hostable DHCP agents. Network: 7a5f128d-53f3-4530-a7c4-15fb1392cc17, hostable agents: ['7a37eb1f-9e1c-4804-b782-6f192b2f1d6e'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 16:57:02.911947 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5a15a4-1a7a-4c41-9831-ce52dbc81e43 admin admin] Network 7a5f128d-53f3-4530-a7c4-15fb1392cc17 is scheduled to be hosted by DHCP agent 7a37eb1f-9e1c-4804-b782-6f192b2f1d6e with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 16:57:02.991536 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-3b5a15a4-1a7a-4c41-9831-ce52dbc81e43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-42-iscsi, 7a5f128d-53f3-4530-a7c4-15fb1392cc17) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:57:02.997014 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5a15a4-1a7a-4c41-9831-ce52dbc81e43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 16:57:02.997661 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3b5a15a4-1a7a-4c41-9831-ce52dbc81e43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:03.003608 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cc27d7-234a-4df3-b5f6-76c310975b04 None None] Network 7a5f128d-53f3-4530-a7c4-15fb1392cc17 requested from dv-cinder-804035-42-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:57:03.088774 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-3b5a15a4-1a7a-4c41-9831-ce52dbc81e43 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6953640 Mar 07 16:57:03.126066 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f048715f-8da4-4288-819c-d059a5041b1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6403845-1bb7-5d12-a049-1e0087d61b53-7a5f128d-53f3-4530-a7c4-15fb1392cc17', 'network_id': '7a5f128d-53f3-4530-a7c4-15fb1392cc17', 'project_id': 'df5dd33c1c964a9397be60bc83ee2eb8', 'fixed_ips': [{'subnet_id': '285a713c-7487-42db-a011-2d4cd3e4a2a1'}]}} from dv-cinder-804035-42-iscsi. {{(pid=103440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 16:57:03.127049 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f048715f-8da4-4288-819c-d059a5041b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:03.292411 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.db_base_plugin_common [None req-f048715f-8da4-4288-819c-d059a5041b1b None None] Allocated IP 192.168.233.2 (7a5f128d-53f3-4530-a7c4-15fb1392cc17/285a713c-7487-42db-a011-2d4cd3e4a2a1/86c63bb1-9d9d-4222-89ae-846f6382d356) {{(pid=103440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 16:57:03.539740 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f048715f-8da4-4288-819c-d059a5041b1b None None] Publish callbacks [] for port (86c63bb1-9d9d-4222-89ae-846f6382d356), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:03.646194 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f048715f-8da4-4288-819c-d059a5041b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377'] for port (86c63bb1-9d9d-4222-89ae-846f6382d356), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:03.689353 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f048715f-8da4-4288-819c-d059a5041b1b None None] Network 7a5f128d-53f3-4530-a7c4-15fb1392cc17 is already hosted by enough agents. {{(pid=103440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 16:57:03.693652 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [None req-f048715f-8da4-4288-819c-d059a5041b1b None None] Resources bound (agent type, host, resource id): {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 16:57:03.701851 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f048715f-8da4-4288-819c-d059a5041b1b None None] Received port after_create {{(pid=103440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 16:57:03.703979 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f048715f-8da4-4288-819c-d059a5041b1b None None] Pushing event updated for resources: {'Port': ['ID=86c63bb1-9d9d-4222-89ae-846f6382d356,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:03.714904 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f048715f-8da4-4288-819c-d059a5041b1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:03.715285 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f048715f-8da4-4288-819c-d059a5041b1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:03.715660 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f048715f-8da4-4288-819c-d059a5041b1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:03.716002 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f048715f-8da4-4288-819c-d059a5041b1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:03.716332 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f048715f-8da4-4288-819c-d059a5041b1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:03.716659 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f048715f-8da4-4288-819c-d059a5041b1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:03.717000 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f048715f-8da4-4288-819c-d059a5041b1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:03.717331 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f048715f-8da4-4288-819c-d059a5041b1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:03.717670 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f048715f-8da4-4288-819c-d059a5041b1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:03.717998 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f048715f-8da4-4288-819c-d059a5041b1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:03.718317 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f048715f-8da4-4288-819c-d059a5041b1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:03.718636 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f048715f-8da4-4288-819c-d059a5041b1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:03.718953 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f048715f-8da4-4288-819c-d059a5041b1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:57:03.775858 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-f048715f-8da4-4288-819c-d059a5041b1b None None] Attempting to bind port 86c63bb1-9d9d-4222-89ae-846f6382d356 on host dv-cinder-804035-42-iscsi for vnic_type normal with profile {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 16:57:03.776227 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-f048715f-8da4-4288-819c-d059a5041b1b None None] Attempting to bind port 86c63bb1-9d9d-4222-89ae-846f6382d356 by drivers openvswitch,hyperv on host dv-cinder-804035-42-iscsi at level 0 using segments [{'id': '38f5af07-0060-4cc4-be0b-0580891b255d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7a5f128d-53f3-4530-a7c4-15fb1392cc17'}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 16:57:03.776594 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f048715f-8da4-4288-819c-d059a5041b1b None None] Attempting to bind port 86c63bb1-9d9d-4222-89ae-846f6382d356 on network 7a5f128d-53f3-4530-a7c4-15fb1392cc17 {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 16:57:03.782253 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f048715f-8da4-4288-819c-d059a5041b1b None None] Checking agent: {'id': 'bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 53, 53), 'started_at': datetime.datetime(2022, 3, 7, 16, 54, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 16, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 16:57:03.782628 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f048715f-8da4-4288-819c-d059a5041b1b None None] Checking segment: {'id': '38f5af07-0060-4cc4-be0b-0580891b255d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7a5f128d-53f3-4530-a7c4-15fb1392cc17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 16:57:03.783056 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f048715f-8da4-4288-819c-d059a5041b1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:03.783423 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f048715f-8da4-4288-819c-d059a5041b1b None None] Bound using segment: {'id': '38f5af07-0060-4cc4-be0b-0580891b255d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7a5f128d-53f3-4530-a7c4-15fb1392cc17'} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 16:57:03.783915 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-f048715f-8da4-4288-819c-d059a5041b1b None None] Bound port: 86c63bb1-9d9d-4222-89ae-846f6382d356, host: dv-cinder-804035-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f5af07-0060-4cc4-be0b-0580891b255d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7a5f128d-53f3-4530-a7c4-15fb1392cc17'}}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 16:57:03.784294 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f048715f-8da4-4288-819c-d059a5041b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (86c63bb1-9d9d-4222-89ae-846f6382d356), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:03.846512 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-f048715f-8da4-4288-819c-d059a5041b1b None None] For port 86c63bb1-9d9d-4222-89ae-846f6382d356, host dv-cinder-804035-42-iscsi, cleared binding levels {{(pid=103440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 16:57:03.850337 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-f048715f-8da4-4288-819c-d059a5041b1b None None] For port 86c63bb1-9d9d-4222-89ae-846f6382d356, host dv-cinder-804035-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=86c63bb1-9d9d-4222-89ae-846f6382d356,segment=NetworkSegment(38f5af07-0060-4cc4-be0b-0580891b255d),segment_id=38f5af07-0060-4cc4-be0b-0580891b255d)] {{(pid=103440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 16:57:03.963706 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f048715f-8da4-4288-819c-d059a5041b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (86c63bb1-9d9d-4222-89ae-846f6382d356), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:04.028981 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f048715f-8da4-4288-819c-d059a5041b1b None None] Pushing event updated for resources: {'Port': ['ID=86c63bb1-9d9d-4222-89ae-846f6382d356,revision_number=2']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:04.885640 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c425461-36ed-4942-be30-7c806caef6d4 None None] Network 7a5f128d-53f3-4530-a7c4-15fb1392cc17 requested from dv-cinder-804035-42-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 16:57:04.947560 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-12c89131-1a87-4f5a-9676-680106a16736 None None] Provisioning complete for port 86c63bb1-9d9d-4222-89ae-846f6382d356 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:57:04.947925 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-12c89131-1a87-4f5a-9676-680106a16736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (86c63bb1-9d9d-4222-89ae-846f6382d356), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:05.065817 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-12c89131-1a87-4f5a-9676-680106a16736 None None] Current status of the port 86c63bb1-9d9d-4222-89ae-846f6382d356 is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:57:05.066458 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-12c89131-1a87-4f5a-9676-680106a16736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (86c63bb1-9d9d-4222-89ae-846f6382d356), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:05.101003 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-12c89131-1a87-4f5a-9676-680106a16736 None None] For port 86c63bb1-9d9d-4222-89ae-846f6382d356, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=86c63bb1-9d9d-4222-89ae-846f6382d356,segment=NetworkSegment(38f5af07-0060-4cc4-be0b-0580891b255d),segment_id=38f5af07-0060-4cc4-be0b-0580891b255d)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 16:57:05.174799 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-12c89131-1a87-4f5a-9676-680106a16736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (86c63bb1-9d9d-4222-89ae-846f6382d356), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:05.231751 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c89131-1a87-4f5a-9676-680106a16736 None None] Pushing event updated for resources: {'Port': ['ID=86c63bb1-9d9d-4222-89ae-846f6382d356,revision_number=3']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:57:05.295301 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-b59684ab-112a-4474-8984-367c358cb917 None None] Provisioning complete for port 86c63bb1-9d9d-4222-89ae-846f6382d356 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:57:05.295735 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b59684ab-112a-4474-8984-367c358cb917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (86c63bb1-9d9d-4222-89ae-846f6382d356), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:05.384236 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-b59684ab-112a-4474-8984-367c358cb917 None None] Current status of the port 86c63bb1-9d9d-4222-89ae-846f6382d356 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:57:05.838477 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 86c63bb1-9d9d-4222-89ae-846f6382d356 up at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 16:57:05.888698 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Provisioning complete for port 86c63bb1-9d9d-4222-89ae-846f6382d356 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 16:57:05.889079 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (86c63bb1-9d9d-4222-89ae-846f6382d356), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:05.970146 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Current status of the port 86c63bb1-9d9d-4222-89ae-846f6382d356 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 16:57:15.888575 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8e974099-da41-4120-9f42-9140c395c362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:18.391040 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4d333771-8efc-4df5-b944-018d632a2c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:20.292975 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 5 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:57:20.360023 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:21.773735 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:22.963398 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:45.933349 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c8517f40-6735-4d52-abf6-6632f50ca023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:48.390131 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2b4ee6ef-0cbf-4aad-bec5-87ecddcc172a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:50.364579 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:51.804372 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:52.964801 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:57:57.292477 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 5 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:58:15.926977 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-449e789c-43ea-4e8e-83e0-70bd61b44709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:18.429586 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-31d381d3-5d01-4375-a4d8-9c26c635175e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:20.366775 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:21.789626 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:23.058132 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:34.290515 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 5 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:58:36.214457 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 57360) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:58:36.220058 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [None req-6b1642cb-48dc-4938-b2f9-dfbb20435d08 tempest-verify_tempest_config-277956918 tempest-verify_tempest_config-277956918-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 16:58:36.221007 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-6b1642cb-48dc-4938-b2f9-dfbb20435d08 tempest-verify_tempest_config-277956918 tempest-verify_tempest_config-277956918-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0055435 Mar 07 16:58:36.710001 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 57378) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:58:36.814343 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-766c1076-8db4-4ed4-98f5-d03290b2a47f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:36.888528 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-766c1076-8db4-4ed4-98f5-d03290b2a47f admin admin] Publish callbacks [] for security_group (634691f5-22ea-4f57-b34d-2f5d8553bc76), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:36.945987 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-766c1076-8db4-4ed4-98f5-d03290b2a47f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (634691f5-22ea-4f57-b34d-2f5d8553bc76), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:36.988703 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766c1076-8db4-4ed4-98f5-d03290b2a47f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634691f5-22ea-4f57-b34d-2f5d8553bc76,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:58:36.993178 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-766c1076-8db4-4ed4-98f5-d03290b2a47f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7c55b60626354702848b70199304ab0b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2821982 Mar 07 16:58:36.997309 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 57384) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 16:58:36.998236 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766c1076-8db4-4ed4-98f5-d03290b2a47f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:36.998593 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766c1076-8db4-4ed4-98f5-d03290b2a47f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:36.998935 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766c1076-8db4-4ed4-98f5-d03290b2a47f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:36.999268 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766c1076-8db4-4ed4-98f5-d03290b2a47f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:36.999634 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766c1076-8db4-4ed4-98f5-d03290b2a47f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:36.999966 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766c1076-8db4-4ed4-98f5-d03290b2a47f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:37.000309 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766c1076-8db4-4ed4-98f5-d03290b2a47f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:37.000641 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766c1076-8db4-4ed4-98f5-d03290b2a47f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:37.000980 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766c1076-8db4-4ed4-98f5-d03290b2a47f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:37.001312 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766c1076-8db4-4ed4-98f5-d03290b2a47f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:37.001634 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766c1076-8db4-4ed4-98f5-d03290b2a47f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:37.001998 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766c1076-8db4-4ed4-98f5-d03290b2a47f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:37.002321 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766c1076-8db4-4ed4-98f5-d03290b2a47f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:37.051139 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cd85204a-c0c5-40a0-a43b-cd6977685135 admin admin] Publish callbacks [] for security_group (634691f5-22ea-4f57-b34d-2f5d8553bc76), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:37.071330 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cd85204a-c0c5-40a0-a43b-cd6977685135 admin admin] Publish callbacks [] for security_group (634691f5-22ea-4f57-b34d-2f5d8553bc76), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:37.234932 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cd85204a-c0c5-40a0-a43b-cd6977685135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (634691f5-22ea-4f57-b34d-2f5d8553bc76), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:37.237495 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-cd85204a-c0c5-40a0-a43b-cd6977685135 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:37.238677 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-cd85204a-c0c5-40a0-a43b-cd6977685135 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/634691f5-22ea-4f57-b34d-2f5d8553bc76 HTTP/1.1" status: 204 len: 168 time: 0.2404168 Mar 07 16:58:37.246608 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd85204a-c0c5-40a0-a43b-cd6977685135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634691f5-22ea-4f57-b34d-2f5d8553bc76,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 16:58:37.253288 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd85204a-c0c5-40a0-a43b-cd6977685135 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:37.253657 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd85204a-c0c5-40a0-a43b-cd6977685135 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:37.254000 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd85204a-c0c5-40a0-a43b-cd6977685135 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:37.254332 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd85204a-c0c5-40a0-a43b-cd6977685135 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:37.254661 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd85204a-c0c5-40a0-a43b-cd6977685135 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:37.254987 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd85204a-c0c5-40a0-a43b-cd6977685135 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:37.255311 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd85204a-c0c5-40a0-a43b-cd6977685135 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:37.255659 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd85204a-c0c5-40a0-a43b-cd6977685135 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:37.256009 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd85204a-c0c5-40a0-a43b-cd6977685135 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:37.256329 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd85204a-c0c5-40a0-a43b-cd6977685135 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:37.256649 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd85204a-c0c5-40a0-a43b-cd6977685135 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:37.256964 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd85204a-c0c5-40a0-a43b-cd6977685135 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:37.257401 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd85204a-c0c5-40a0-a43b-cd6977685135 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 16:58:45.919999 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f3a38053-9eb4-43d0-97fd-2f01eb446b60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:48.374615 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-05551b0d-38f4-4b4a-84c6-112b23a5e6fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:50.362994 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:51.788392 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:58:52.982906 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:11.289574 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 5 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:59:15.922675 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5e688ee7-89d8-4e78-b510-38fb36c6b4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:18.427983 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d0245ca5-8f8b-4d9f-aba0-908c79602c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:20.370834 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:21.816442 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:22.993370 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:45.918550 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-604f4afa-c58e-4a88-9931-58087ef63981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:48.288552 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 5 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 16:59:48.413122 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-59326f5f-8adc-4a9f-813a-eea09551c0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:50.361755 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:51.820896 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 16:59:52.970052 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:15.898426 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ab7570df-8de1-4111-86c3-936f87be6a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:17.763599 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2051571'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:18.384247 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-66487f93-7981-4fb5-969b-9b7a25faf5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:20.372574 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:21.791915 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:22.978642 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:25.287123 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:00:32.343799 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 57454) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:00:32.449316 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-801534ee-43b3-4acc-a14a-232644eabdf2 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1043780 Mar 07 17:00:34.837046 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 57464) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:00:34.891985 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-407c2abd-f470-4913-855b-42ef3d5fd9f5 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0538263 Mar 07 17:00:45.905433 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-af309659-57bb-4fc6-a5a2-54224a36d63d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:47.774589 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:48.385701 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2076ce91-31f4-4092-ab2b-04ce24799926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:50.377618 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:51.824934 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:00:52.960955 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:02.285297 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:01:15.904832 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5394fe01-5b66-49ce-ab6c-a4c66e0f117c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:17.761447 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:18.390012 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1ddafe24-2a7d-44e5-8533-94c214eafaaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:20.401828 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:21.816552 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:22.965218 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:39.299976 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:01:45.903602 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-64c44a81-cfce-4a60-a9de-474a98e8fdfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:47.783524 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:48.378298 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-32648fcb-1b03-4312-9a93-d527cf35314a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:50.387520 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:51.806505 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:01:52.976321 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:12.814527 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 57654) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:13.198713 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 57674) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:13.280704 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-72037d04-8f1b-4a11-b854-1fc997230815 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1455121374-network', 'tenant_id': '0dea78ccaffd4929acb5e5b30159ab89'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:02:13.317002 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 57682) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:13.383261 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72037d04-8f1b-4a11-b854-1fc997230815 admin admin] Made reservation on behalf of 0dea78ccaffd4929acb5e5b30159ab89 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:02:13.385759 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-72037d04-8f1b-4a11-b854-1fc997230815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:13.394581 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-72037d04-8f1b-4a11-b854-1fc997230815 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:13.478099 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-72037d04-8f1b-4a11-b854-1fc997230815 admin admin] Publish callbacks [] for security_group (7330ac32-2720-41dc-90f6-bf65a7402bc4), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:13.589204 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-72037d04-8f1b-4a11-b854-1fc997230815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (7330ac32-2720-41dc-90f6-bf65a7402bc4), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:13.613793 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72037d04-8f1b-4a11-b854-1fc997230815 admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 17:02:13.622319 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72037d04-8f1b-4a11-b854-1fc997230815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7330ac32-2720-41dc-90f6-bf65a7402bc4,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:13.639599 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72037d04-8f1b-4a11-b854-1fc997230815 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:13.639990 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72037d04-8f1b-4a11-b854-1fc997230815 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:13.640336 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72037d04-8f1b-4a11-b854-1fc997230815 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:13.640670 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72037d04-8f1b-4a11-b854-1fc997230815 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:13.641239 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72037d04-8f1b-4a11-b854-1fc997230815 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:13.641564 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72037d04-8f1b-4a11-b854-1fc997230815 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:13.641936 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72037d04-8f1b-4a11-b854-1fc997230815 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:13.642415 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72037d04-8f1b-4a11-b854-1fc997230815 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:13.642910 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72037d04-8f1b-4a11-b854-1fc997230815 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:13.643238 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72037d04-8f1b-4a11-b854-1fc997230815 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:13.643757 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72037d04-8f1b-4a11-b854-1fc997230815 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:13.644076 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72037d04-8f1b-4a11-b854-1fc997230815 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:13.644403 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72037d04-8f1b-4a11-b854-1fc997230815 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:13.645588 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72037d04-8f1b-4a11-b854-1fc997230815 admin admin] Tracked resource versions report: Mar 07 17:02:13.645588 dv-cinder-804035-42-iscsi neutron-server[103433]: pushed versions: Mar 07 17:02:13.645588 dv-cinder-804035-42-iscsi neutron-server[103433]: { 'AddressGroup': {'1.2'}, Mar 07 17:02:13.645588 dv-cinder-804035-42-iscsi neutron-server[103433]: 'ConntrackHelper': {'1.0'}, Mar 07 17:02:13.645588 dv-cinder-804035-42-iscsi neutron-server[103433]: 'LocalIPAssociation': {'1.0'}, Mar 07 17:02:13.645588 dv-cinder-804035-42-iscsi neutron-server[103433]: 'Log': {'1.0'}, Mar 07 17:02:13.645588 dv-cinder-804035-42-iscsi neutron-server[103433]: 'Network': {'1.1'}, Mar 07 17:02:13.645588 dv-cinder-804035-42-iscsi neutron-server[103433]: 'Port': {'1.7'}, Mar 07 17:02:13.645588 dv-cinder-804035-42-iscsi neutron-server[103433]: 'PortForwarding': {'1.2'}, Mar 07 17:02:13.645588 dv-cinder-804035-42-iscsi neutron-server[103433]: 'QosPolicy': {'1.10'}, Mar 07 17:02:13.645588 dv-cinder-804035-42-iscsi neutron-server[103433]: 'SecurityGroup': {'1.5'}, Mar 07 17:02:13.645588 dv-cinder-804035-42-iscsi neutron-server[103433]: 'SecurityGroupRule': {'1.2'}, Mar 07 17:02:13.645588 dv-cinder-804035-42-iscsi neutron-server[103433]: 'SubPort': {'1.0'}, Mar 07 17:02:13.645588 dv-cinder-804035-42-iscsi neutron-server[103433]: 'Subnet': {'1.1'}, Mar 07 17:02:13.645588 dv-cinder-804035-42-iscsi neutron-server[103433]: 'Trunk': {'1.1'}} Mar 07 17:02:13.645588 dv-cinder-804035-42-iscsi neutron-server[103433]: consumer versions: Mar 07 17:02:13.645588 dv-cinder-804035-42-iscsi neutron-server[103433]: { DHCP agent@dv-cinder-804035-42-iscsi: {}, Mar 07 17:02:13.645588 dv-cinder-804035-42-iscsi neutron-server[103433]: HyperV agent@hv-cinder-80403: {}, Mar 07 17:02:13.645588 dv-cinder-804035-42-iscsi neutron-server[103433]: L3 agent@dv-cinder-804035-42-iscsi: {}, Mar 07 17:02:13.645588 dv-cinder-804035-42-iscsi neutron-server[103433]: Metadata agent@dv-cinder-804035-42-iscsi: {}, Mar 07 17:02:13.645588 dv-cinder-804035-42-iscsi neutron-server[103433]: Metering agent@dv-cinder-804035-42-iscsi: {}, Mar 07 17:02:13.645588 dv-cinder-804035-42-iscsi neutron-server[103433]: Open vSwitch agent@dv-cinder-804035-42-iscsi: { 'AddressGroup': '1.2', Mar 07 17:02:13.645588 dv-cinder-804035-42-iscsi neutron-server[103433]: 'ConntrackHelper': '1.0', Mar 07 17:02:13.645588 dv-cinder-804035-42-iscsi neutron-server[103433]: 'LocalIPAssociation': '1.0', Mar 07 17:02:13.645588 dv-cinder-804035-42-iscsi neutron-server[103433]: 'Log': '1.0', Mar 07 17:02:13.645588 dv-cinder-804035-42-iscsi neutron-server[103433]: 'Network': '1.1', Mar 07 17:02:13.645588 dv-cinder-804035-42-iscsi neutron-server[103433]: 'Port': '1.7', Mar 07 17:02:13.645588 dv-cinder-804035-42-iscsi neutron-server[103433]: 'PortForwarding': '1.2', Mar 07 17:02:13.645588 dv-cinder-804035-42-iscsi neutron-server[103433]: 'QosPolicy': '1.10', Mar 07 17:02:13.645588 dv-cinder-804035-42-iscsi neutron-server[103433]: 'SecurityGroup': '1.5', Mar 07 17:02:13.645588 dv-cinder-804035-42-iscsi neutron-server[103433]: 'SecurityGroupRule': '1.2', Mar 07 17:02:13.645588 dv-cinder-804035-42-iscsi neutron-server[103433]: 'SubPort': '1.0', Mar 07 17:02:13.645588 dv-cinder-804035-42-iscsi neutron-server[103433]: 'Subnet': '1.1', Mar 07 17:02:13.645588 dv-cinder-804035-42-iscsi neutron-server[103433]: 'Trunk': '1.1'}} Mar 07 17:02:13.645588 dv-cinder-804035-42-iscsi neutron-server[103433]: {{(pid=103433) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 17:02:13.651318 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-72037d04-8f1b-4a11-b854-1fc997230815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696658'] for segment (b960076e-9cc5-4eff-bdc7-5d5b07d940df), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:13.651694 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.db.segments_db [None req-72037d04-8f1b-4a11-b854-1fc997230815 admin admin] Added segment b960076e-9cc5-4eff-bdc7-5d5b07d940df of type vlan for network 752cb95a-9891-4bc4-8e97-2b9b1e9460d0 Mar 07 17:02:13.667049 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-35031559-577d-47d3-bc3a-f9789c2a0138 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2044604753-network', 'tenant_id': 'db35bac585dc40f58eb36a633d40676e'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:02:13.699267 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-72037d04-8f1b-4a11-b854-1fc997230815 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762243790367'] for network (752cb95a-9891-4bc4-8e97-2b9b1e9460d0), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:13.701238 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-6ed6f6e2-8bc5-4355-ae0a-a7fc968c3417 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1765780622-network', 'tenant_id': '07ebdeb0ad254b0889bc30be49117698'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:02:13.755376 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35031559-577d-47d3-bc3a-f9789c2a0138 admin admin] Made reservation on behalf of db35bac585dc40f58eb36a633d40676e for: {'network': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:02:13.758587 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-35031559-577d-47d3-bc3a-f9789c2a0138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for network (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:13.768079 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-35031559-577d-47d3-bc3a-f9789c2a0138 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:13.819720 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-72037d04-8f1b-4a11-b854-1fc997230815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490'] for network (752cb95a-9891-4bc4-8e97-2b9b1e9460d0), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:13.819720 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72037d04-8f1b-4a11-b854-1fc997230815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:13.819720 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-72037d04-8f1b-4a11-b854-1fc997230815 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:13.850366 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-35031559-577d-47d3-bc3a-f9789c2a0138 admin admin] Publish callbacks [] for security_group (e5c13a89-56d1-420a-ab99-b7825abc97ea), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:13.851410 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed6f6e2-8bc5-4355-ae0a-a7fc968c3417 admin admin] Made reservation on behalf of 07ebdeb0ad254b0889bc30be49117698 for: {'network': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:02:13.853707 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6ed6f6e2-8bc5-4355-ae0a-a7fc968c3417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for network (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:13.864937 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6ed6f6e2-8bc5-4355-ae0a-a7fc968c3417 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:13.902670 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72037d04-8f1b-4a11-b854-1fc997230815 admin admin] Pushing event updated for resources: {'Network': ['ID=752cb95a-9891-4bc4-8e97-2b9b1e9460d0,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:13.916114 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Network 752cb95a-9891-4bc4-8e97-2b9b1e9460d0 details requested by agent ovs-agent-dv-cinder-804035-42-iscsi with host dv-cinder-804035-42-iscsi {{(pid=103440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 17:02:13.929522 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-72037d04-8f1b-4a11-b854-1fc997230815 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1137094 Mar 07 17:02:13.932685 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 57710) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:13.941638 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-d79f3cc3-e599-45ba-a0a7-56134bb69263 admin admin] Request body: {'subnet': {'network_id': '752cb95a-9891-4bc4-8e97-2b9b1e9460d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1455121374-subnet', 'tenant_id': '0dea78ccaffd4929acb5e5b30159ab89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:02:13.950807 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6ed6f6e2-8bc5-4355-ae0a-a7fc968c3417 admin admin] Publish callbacks [] for security_group (aec5e653-2073-40cd-8908-1979e47cfab8), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:13.958640 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-35031559-577d-47d3-bc3a-f9789c2a0138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (e5c13a89-56d1-420a-ab99-b7825abc97ea), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:13.992412 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35031559-577d-47d3-bc3a-f9789c2a0138 admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=103431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 17:02:14.003087 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35031559-577d-47d3-bc3a-f9789c2a0138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c13a89-56d1-420a-ab99-b7825abc97ea,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:14.007877 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-35031559-577d-47d3-bc3a-f9789c2a0138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696658'] for segment (c9b3c6bf-042d-42ab-970e-e5cb93efe923), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:14.008218 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.db.segments_db [None req-35031559-577d-47d3-bc3a-f9789c2a0138 admin admin] Added segment c9b3c6bf-042d-42ab-970e-e5cb93efe923 of type vlan for network 092694bd-373f-4bfb-9d43-3858867af44b Mar 07 17:02:14.068207 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79f3cc3-e599-45ba-a0a7-56134bb69263 admin admin] Made reservation on behalf of 0dea78ccaffd4929acb5e5b30159ab89 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:02:14.072781 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d79f3cc3-e599-45ba-a0a7-56134bb69263 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:14.077561 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-35031559-577d-47d3-bc3a-f9789c2a0138 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762243790367'] for network (092694bd-373f-4bfb-9d43-3858867af44b), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:14.096277 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35031559-577d-47d3-bc3a-f9789c2a0138 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:14.096677 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35031559-577d-47d3-bc3a-f9789c2a0138 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:14.097103 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35031559-577d-47d3-bc3a-f9789c2a0138 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:14.097368 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35031559-577d-47d3-bc3a-f9789c2a0138 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:14.097702 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35031559-577d-47d3-bc3a-f9789c2a0138 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:14.098030 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35031559-577d-47d3-bc3a-f9789c2a0138 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:14.098379 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35031559-577d-47d3-bc3a-f9789c2a0138 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:14.098711 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35031559-577d-47d3-bc3a-f9789c2a0138 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:14.099040 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35031559-577d-47d3-bc3a-f9789c2a0138 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:14.100769 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35031559-577d-47d3-bc3a-f9789c2a0138 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:14.103610 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35031559-577d-47d3-bc3a-f9789c2a0138 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:14.106932 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35031559-577d-47d3-bc3a-f9789c2a0138 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:14.111698 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35031559-577d-47d3-bc3a-f9789c2a0138 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:14.112845 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35031559-577d-47d3-bc3a-f9789c2a0138 admin admin] Tracked resource versions report: Mar 07 17:02:14.112845 dv-cinder-804035-42-iscsi neutron-server[103431]: pushed versions: Mar 07 17:02:14.112845 dv-cinder-804035-42-iscsi neutron-server[103431]: { 'AddressGroup': {'1.2'}, Mar 07 17:02:14.112845 dv-cinder-804035-42-iscsi neutron-server[103431]: 'ConntrackHelper': {'1.0'}, Mar 07 17:02:14.112845 dv-cinder-804035-42-iscsi neutron-server[103431]: 'LocalIPAssociation': {'1.0'}, Mar 07 17:02:14.112845 dv-cinder-804035-42-iscsi neutron-server[103431]: 'Log': {'1.0'}, Mar 07 17:02:14.112845 dv-cinder-804035-42-iscsi neutron-server[103431]: 'Network': {'1.1'}, Mar 07 17:02:14.112845 dv-cinder-804035-42-iscsi neutron-server[103431]: 'Port': {'1.7'}, Mar 07 17:02:14.112845 dv-cinder-804035-42-iscsi neutron-server[103431]: 'PortForwarding': {'1.2'}, Mar 07 17:02:14.112845 dv-cinder-804035-42-iscsi neutron-server[103431]: 'QosPolicy': {'1.10'}, Mar 07 17:02:14.112845 dv-cinder-804035-42-iscsi neutron-server[103431]: 'SecurityGroup': {'1.5'}, Mar 07 17:02:14.112845 dv-cinder-804035-42-iscsi neutron-server[103431]: 'SecurityGroupRule': {'1.2'}, Mar 07 17:02:14.112845 dv-cinder-804035-42-iscsi neutron-server[103431]: 'SubPort': {'1.0'}, Mar 07 17:02:14.112845 dv-cinder-804035-42-iscsi neutron-server[103431]: 'Subnet': {'1.1'}, Mar 07 17:02:14.112845 dv-cinder-804035-42-iscsi neutron-server[103431]: 'Trunk': {'1.1'}} Mar 07 17:02:14.112845 dv-cinder-804035-42-iscsi neutron-server[103431]: consumer versions: Mar 07 17:02:14.112845 dv-cinder-804035-42-iscsi neutron-server[103431]: { DHCP agent@dv-cinder-804035-42-iscsi: {}, Mar 07 17:02:14.112845 dv-cinder-804035-42-iscsi neutron-server[103431]: HyperV agent@hv-cinder-80403: {}, Mar 07 17:02:14.112845 dv-cinder-804035-42-iscsi neutron-server[103431]: L3 agent@dv-cinder-804035-42-iscsi: {}, Mar 07 17:02:14.112845 dv-cinder-804035-42-iscsi neutron-server[103431]: Metadata agent@dv-cinder-804035-42-iscsi: {}, Mar 07 17:02:14.112845 dv-cinder-804035-42-iscsi neutron-server[103431]: Metering agent@dv-cinder-804035-42-iscsi: {}, Mar 07 17:02:14.112845 dv-cinder-804035-42-iscsi neutron-server[103431]: Open vSwitch agent@dv-cinder-804035-42-iscsi: { 'AddressGroup': '1.2', Mar 07 17:02:14.112845 dv-cinder-804035-42-iscsi neutron-server[103431]: 'ConntrackHelper': '1.0', Mar 07 17:02:14.112845 dv-cinder-804035-42-iscsi neutron-server[103431]: 'LocalIPAssociation': '1.0', Mar 07 17:02:14.112845 dv-cinder-804035-42-iscsi neutron-server[103431]: 'Log': '1.0', Mar 07 17:02:14.112845 dv-cinder-804035-42-iscsi neutron-server[103431]: 'Network': '1.1', Mar 07 17:02:14.112845 dv-cinder-804035-42-iscsi neutron-server[103431]: 'Port': '1.7', Mar 07 17:02:14.112845 dv-cinder-804035-42-iscsi neutron-server[103431]: 'PortForwarding': '1.2', Mar 07 17:02:14.112845 dv-cinder-804035-42-iscsi neutron-server[103431]: 'QosPolicy': '1.10', Mar 07 17:02:14.112845 dv-cinder-804035-42-iscsi neutron-server[103431]: 'SecurityGroup': '1.5', Mar 07 17:02:14.112845 dv-cinder-804035-42-iscsi neutron-server[103431]: 'SecurityGroupRule': '1.2', Mar 07 17:02:14.112845 dv-cinder-804035-42-iscsi neutron-server[103431]: 'SubPort': '1.0', Mar 07 17:02:14.112845 dv-cinder-804035-42-iscsi neutron-server[103431]: 'Subnet': '1.1', Mar 07 17:02:14.112845 dv-cinder-804035-42-iscsi neutron-server[103431]: 'Trunk': '1.1'}} Mar 07 17:02:14.112845 dv-cinder-804035-42-iscsi neutron-server[103431]: {{(pid=103431) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 17:02:14.128041 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6ed6f6e2-8bc5-4355-ae0a-a7fc968c3417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (aec5e653-2073-40cd-8908-1979e47cfab8), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:14.148896 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ed6f6e2-8bc5-4355-ae0a-a7fc968c3417 admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=103431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 17:02:14.196525 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed6f6e2-8bc5-4355-ae0a-a7fc968c3417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec5e653-2073-40cd-8908-1979e47cfab8,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:14.206242 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6ed6f6e2-8bc5-4355-ae0a-a7fc968c3417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696658'] for segment (0bd0e565-e442-4b6c-956a-2968d926a438), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:14.206817 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.db.segments_db [None req-6ed6f6e2-8bc5-4355-ae0a-a7fc968c3417 admin admin] Added segment 0bd0e565-e442-4b6c-956a-2968d926a438 of type vlan for network 504454ff-a447-4f42-b96f-99b47903621f Mar 07 17:02:14.262139 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6ed6f6e2-8bc5-4355-ae0a-a7fc968c3417 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762243790367'] for network (504454ff-a447-4f42-b96f-99b47903621f), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:14.265980 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-35031559-577d-47d3-bc3a-f9789c2a0138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490'] for network (092694bd-373f-4bfb-9d43-3858867af44b), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:14.266933 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35031559-577d-47d3-bc3a-f9789c2a0138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:14.267523 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-35031559-577d-47d3-bc3a-f9789c2a0138 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:14.375100 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35031559-577d-47d3-bc3a-f9789c2a0138 admin admin] Pushing event updated for resources: {'Network': ['ID=092694bd-373f-4bfb-9d43-3858867af44b,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:14.386847 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Network 092694bd-373f-4bfb-9d43-3858867af44b details requested by agent ovs-agent-dv-cinder-804035-42-iscsi with host dv-cinder-804035-42-iscsi {{(pid=103440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 17:02:14.406759 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d79f3cc3-e599-45ba-a0a7-56134bb69263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490'] for subnet (ef1cc0bc-7880-4621-940d-1bd5e37573f9), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:14.443523 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-35031559-577d-47d3-bc3a-f9789c2a0138 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2431228 Mar 07 17:02:14.445044 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 57724) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:14.448292 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6ed6f6e2-8bc5-4355-ae0a-a7fc968c3417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490'] for network (504454ff-a447-4f42-b96f-99b47903621f), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:14.451249 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed6f6e2-8bc5-4355-ae0a-a7fc968c3417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:14.452041 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6ed6f6e2-8bc5-4355-ae0a-a7fc968c3417 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:14.462433 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-77dc173b-e330-43e8-9027-cc59491b2c7d admin admin] Request body: {'subnet': {'network_id': '092694bd-373f-4bfb-9d43-3858867af44b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2044604753-subnet', 'tenant_id': 'db35bac585dc40f58eb36a633d40676e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:02:14.538563 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f3cc3-e599-45ba-a0a7-56134bb69263 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef1cc0bc-7880-4621-940d-1bd5e37573f9,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:14.579108 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79f3cc3-e599-45ba-a0a7-56134bb69263 admin admin] Checking segment: {'id': 'b960076e-9cc5-4eff-bdc7-5d5b07d940df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '752cb95a-9891-4bc4-8e97-2b9b1e9460d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:02:14.579540 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79f3cc3-e599-45ba-a0a7-56134bb69263 admin admin] Network hostable DHCP agents. Network: 752cb95a-9891-4bc4-8e97-2b9b1e9460d0, hostable agents: ['7a37eb1f-9e1c-4804-b782-6f192b2f1d6e'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 17:02:14.594952 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed6f6e2-8bc5-4355-ae0a-a7fc968c3417 admin admin] Pushing event updated for resources: {'Network': ['ID=504454ff-a447-4f42-b96f-99b47903621f,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:14.623830 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-6ed6f6e2-8bc5-4355-ae0a-a7fc968c3417 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3078434 Mar 07 17:02:14.626974 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 57736) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:14.638065 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-c989fd5a-5a8a-4384-873b-0ebc46beea16 admin admin] Request body: {'subnet': {'network_id': '504454ff-a447-4f42-b96f-99b47903621f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1765780622-subnet', 'tenant_id': '07ebdeb0ad254b0889bc30be49117698', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:02:14.675681 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77dc173b-e330-43e8-9027-cc59491b2c7d admin admin] Made reservation on behalf of db35bac585dc40f58eb36a633d40676e for: {'subnet': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:02:14.679101 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-77dc173b-e330-43e8-9027-cc59491b2c7d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:14.696105 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79f3cc3-e599-45ba-a0a7-56134bb69263 admin admin] Network 752cb95a-9891-4bc4-8e97-2b9b1e9460d0 is scheduled to be hosted by DHCP agent 7a37eb1f-9e1c-4804-b782-6f192b2f1d6e with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 17:02:14.718173 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Network 504454ff-a447-4f42-b96f-99b47903621f details requested by agent ovs-agent-dv-cinder-804035-42-iscsi with host dv-cinder-804035-42-iscsi {{(pid=103440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 17:02:14.776970 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c989fd5a-5a8a-4384-873b-0ebc46beea16 admin admin] Made reservation on behalf of 07ebdeb0ad254b0889bc30be49117698 for: {'subnet': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:02:14.779359 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c989fd5a-5a8a-4384-873b-0ebc46beea16 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:14.782920 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-d79f3cc3-e599-45ba-a0a7-56134bb69263 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-42-iscsi, 752cb95a-9891-4bc4-8e97-2b9b1e9460d0) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:02:14.788413 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79f3cc3-e599-45ba-a0a7-56134bb69263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:14.789310 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d79f3cc3-e599-45ba-a0a7-56134bb69263 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:14.827212 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c2e434-1399-41a4-b6ae-34cd49de2729 None None] Network 752cb95a-9891-4bc4-8e97-2b9b1e9460d0 requested from dv-cinder-804035-42-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:02:14.882395 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-d79f3cc3-e599-45ba-a0a7-56134bb69263 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9482279 Mar 07 17:02:14.947006 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4beb3b01-31c4-4571-a689-8c44d5f0760b None None] Network 752cb95a-9891-4bc4-8e97-2b9b1e9460d0 requested from dv-cinder-804035-42-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:02:15.107320 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-77dc173b-e330-43e8-9027-cc59491b2c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490'] for subnet (74c40c13-f415-433a-b979-4cf6b968572a), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:15.168046 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c989fd5a-5a8a-4384-873b-0ebc46beea16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490'] for subnet (4efc1e77-65c1-4cf0-9f44-cec7156fd1b4), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:15.174281 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dc173b-e330-43e8-9027-cc59491b2c7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=74c40c13-f415-433a-b979-4cf6b968572a,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:15.210380 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dc173b-e330-43e8-9027-cc59491b2c7d admin admin] Checking segment: {'id': 'c9b3c6bf-042d-42ab-970e-e5cb93efe923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '092694bd-373f-4bfb-9d43-3858867af44b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:02:15.211010 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dc173b-e330-43e8-9027-cc59491b2c7d admin admin] Network hostable DHCP agents. Network: 092694bd-373f-4bfb-9d43-3858867af44b, hostable agents: ['7a37eb1f-9e1c-4804-b782-6f192b2f1d6e'], hosted agents: [] {{(pid=103431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 17:02:15.240677 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c989fd5a-5a8a-4384-873b-0ebc46beea16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4efc1e77-65c1-4cf0-9f44-cec7156fd1b4,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:15.260582 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c989fd5a-5a8a-4384-873b-0ebc46beea16 admin admin] Checking segment: {'id': '0bd0e565-e442-4b6c-956a-2968d926a438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '504454ff-a447-4f42-b96f-99b47903621f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:02:15.260930 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c989fd5a-5a8a-4384-873b-0ebc46beea16 admin admin] Network hostable DHCP agents. Network: 504454ff-a447-4f42-b96f-99b47903621f, hostable agents: ['7a37eb1f-9e1c-4804-b782-6f192b2f1d6e'], hosted agents: [] {{(pid=103431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 17:02:15.325750 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dc173b-e330-43e8-9027-cc59491b2c7d admin admin] Network 092694bd-373f-4bfb-9d43-3858867af44b is scheduled to be hosted by DHCP agent 7a37eb1f-9e1c-4804-b782-6f192b2f1d6e with binding_index 1 {{(pid=103431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 17:02:15.345385 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c989fd5a-5a8a-4384-873b-0ebc46beea16 admin admin] Network 504454ff-a447-4f42-b96f-99b47903621f is scheduled to be hosted by DHCP agent 7a37eb1f-9e1c-4804-b782-6f192b2f1d6e with binding_index 1 {{(pid=103431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 17:02:15.413416 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-c989fd5a-5a8a-4384-873b-0ebc46beea16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-42-iscsi, 504454ff-a447-4f42-b96f-99b47903621f) {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:02:15.415503 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-77dc173b-e330-43e8-9027-cc59491b2c7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-42-iscsi, 092694bd-373f-4bfb-9d43-3858867af44b) {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:02:15.421620 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92c470a-03ef-4d2e-b8b3-b453dcf10232 None None] Network 504454ff-a447-4f42-b96f-99b47903621f requested from dv-cinder-804035-42-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:02:15.429031 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c989fd5a-5a8a-4384-873b-0ebc46beea16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:15.429624 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c989fd5a-5a8a-4384-873b-0ebc46beea16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:15.460564 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77dc173b-e330-43e8-9027-cc59491b2c7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:15.461400 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-77dc173b-e330-43e8-9027-cc59491b2c7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:15.473013 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48773608-05c9-4939-b940-5c5c1ca51193 None None] Network 092694bd-373f-4bfb-9d43-3858867af44b requested from dv-cinder-804035-42-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:02:15.577452 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-c989fd5a-5a8a-4384-873b-0ebc46beea16 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9456830 Mar 07 17:02:15.577789 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 57778) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:15.582006 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-a1c7921a-5ac7-4dd8-a511-8f7207a55187 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1765780622-router', 'tenant_id': '07ebdeb0ad254b0889bc30be49117698', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'}}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:02:15.603172 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-77dc173b-e330-43e8-9027-cc59491b2c7d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1560321 Mar 07 17:02:15.605697 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 57782) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:15.610537 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-1b8f8d76-3fe0-4668-a654-3f4cc71414e9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2044604753-router', 'tenant_id': 'db35bac585dc40f58eb36a633d40676e', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'}}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:02:15.638815 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c366a5-0dbc-42cc-aed0-e5fa255ff925 None None] Network 504454ff-a447-4f42-b96f-99b47903621f requested from dv-cinder-804035-42-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:02:15.686197 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a1c7921a-5ac7-4dd8-a511-8f7207a55187 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2050708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57156'] for router (26b27a61-0321-451e-980e-e74f855f2692), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:15.687192 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a1c7921a-5ac7-4dd8-a511-8f7207a55187 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2052452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2048215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57165'] for router (26b27a61-0321-451e-980e-e74f855f2692), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:15.743638 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1b8f8d76-3fe0-4668-a654-3f4cc71414e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2050708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57156'] for router (c91f9a92-5cc8-400d-ba24-c07e037522ba), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:15.744978 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1b8f8d76-3fe0-4668-a654-3f4cc71414e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2052452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2048215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57165'] for router (c91f9a92-5cc8-400d-ba24-c07e037522ba), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:15.766897 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a1c7921a-5ac7-4dd8-a511-8f7207a55187 admin admin] Publish callbacks [] for router_controller (26b27a61-0321-451e-980e-e74f855f2692), precommit_add_association {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:15.882472 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf9198c-065c-4520-a668-97c1ddd9f8eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6403845-1bb7-5d12-a049-1e0087d61b53-092694bd-373f-4bfb-9d43-3858867af44b', 'network_id': '092694bd-373f-4bfb-9d43-3858867af44b', 'project_id': 'db35bac585dc40f58eb36a633d40676e', 'fixed_ips': [{'subnet_id': '74c40c13-f415-433a-b979-4cf6b968572a'}]}} from dv-cinder-804035-42-iscsi. {{(pid=103440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 17:02:15.883337 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7cf9198c-065c-4520-a668-97c1ddd9f8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:15.922278 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1b8f8d76-3fe0-4668-a654-3f4cc71414e9 admin admin] Publish callbacks [] for router_controller (c91f9a92-5cc8-400d-ba24-c07e037522ba), precommit_add_association {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:16.053110 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e7bbaf5c-c9a2-4290-93ce-2367815c47df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:16.087364 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.db_base_plugin_common [None req-7cf9198c-065c-4520-a668-97c1ddd9f8eb None None] Allocated IP 172.20.0.2 (092694bd-373f-4bfb-9d43-3858867af44b/74c40c13-f415-433a-b979-4cf6b968572a/d11b8688-3e6c-4b13-a47b-7648f28ce8c1) {{(pid=103440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:02:16.156062 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a1c7921a-5ac7-4dd8-a511-8f7207a55187 admin admin] Publish callbacks [] for router_gateway (26b27a61-0321-451e-980e-e74f855f2692), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:16.227978 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1b8f8d76-3fe0-4668-a654-3f4cc71414e9 admin admin] Publish callbacks [] for router_gateway (c91f9a92-5cc8-400d-ba24-c07e037522ba), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:16.265516 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7cf9198c-065c-4520-a668-97c1ddd9f8eb None None] Publish callbacks [] for port (d11b8688-3e6c-4b13-a47b-7648f28ce8c1), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:16.290561 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:02:16.400741 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7cf9198c-065c-4520-a668-97c1ddd9f8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377'] for port (d11b8688-3e6c-4b13-a47b-7648f28ce8c1), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:16.477026 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf9198c-065c-4520-a668-97c1ddd9f8eb None None] Network 092694bd-373f-4bfb-9d43-3858867af44b is already hosted by enough agents. {{(pid=103440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:02:16.482758 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [None req-7cf9198c-065c-4520-a668-97c1ddd9f8eb None None] Resources bound (agent type, host, resource id): {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:02:16.493675 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf9198c-065c-4520-a668-97c1ddd9f8eb None None] Received port after_create {{(pid=103440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:02:16.500599 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a1c7921a-5ac7-4dd8-a511-8f7207a55187 admin admin] Publish callbacks [] for router_gateway (26b27a61-0321-451e-980e-e74f855f2692), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:16.508908 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf9198c-065c-4520-a668-97c1ddd9f8eb None None] Pushing event updated for resources: {'Port': ['ID=d11b8688-3e6c-4b13-a47b-7648f28ce8c1,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:16.538517 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a1c7921a-5ac7-4dd8-a511-8f7207a55187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:16.556877 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf9198c-065c-4520-a668-97c1ddd9f8eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:16.557251 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf9198c-065c-4520-a668-97c1ddd9f8eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:16.557613 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf9198c-065c-4520-a668-97c1ddd9f8eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:16.560203 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf9198c-065c-4520-a668-97c1ddd9f8eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:16.560203 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf9198c-065c-4520-a668-97c1ddd9f8eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:16.560203 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf9198c-065c-4520-a668-97c1ddd9f8eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:16.560203 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf9198c-065c-4520-a668-97c1ddd9f8eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:16.560203 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf9198c-065c-4520-a668-97c1ddd9f8eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:16.560203 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf9198c-065c-4520-a668-97c1ddd9f8eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:16.560203 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf9198c-065c-4520-a668-97c1ddd9f8eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:16.561141 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf9198c-065c-4520-a668-97c1ddd9f8eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:16.561486 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf9198c-065c-4520-a668-97c1ddd9f8eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:16.561815 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf9198c-065c-4520-a668-97c1ddd9f8eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:16.562967 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf9198c-065c-4520-a668-97c1ddd9f8eb None None] Tracked resource versions report: Mar 07 17:02:16.562967 dv-cinder-804035-42-iscsi neutron-server[103440]: pushed versions: Mar 07 17:02:16.562967 dv-cinder-804035-42-iscsi neutron-server[103440]: { 'AddressGroup': {'1.2'}, Mar 07 17:02:16.562967 dv-cinder-804035-42-iscsi neutron-server[103440]: 'ConntrackHelper': {'1.0'}, Mar 07 17:02:16.562967 dv-cinder-804035-42-iscsi neutron-server[103440]: 'LocalIPAssociation': {'1.0'}, Mar 07 17:02:16.562967 dv-cinder-804035-42-iscsi neutron-server[103440]: 'Log': {'1.0'}, Mar 07 17:02:16.562967 dv-cinder-804035-42-iscsi neutron-server[103440]: 'Network': {'1.1'}, Mar 07 17:02:16.562967 dv-cinder-804035-42-iscsi neutron-server[103440]: 'Port': {'1.7'}, Mar 07 17:02:16.562967 dv-cinder-804035-42-iscsi neutron-server[103440]: 'PortForwarding': {'1.2'}, Mar 07 17:02:16.562967 dv-cinder-804035-42-iscsi neutron-server[103440]: 'QosPolicy': {'1.10'}, Mar 07 17:02:16.562967 dv-cinder-804035-42-iscsi neutron-server[103440]: 'SecurityGroup': {'1.5'}, Mar 07 17:02:16.562967 dv-cinder-804035-42-iscsi neutron-server[103440]: 'SecurityGroupRule': {'1.2'}, Mar 07 17:02:16.562967 dv-cinder-804035-42-iscsi neutron-server[103440]: 'SubPort': {'1.0'}, Mar 07 17:02:16.562967 dv-cinder-804035-42-iscsi neutron-server[103440]: 'Subnet': {'1.1'}, Mar 07 17:02:16.562967 dv-cinder-804035-42-iscsi neutron-server[103440]: 'Trunk': {'1.1'}} Mar 07 17:02:16.562967 dv-cinder-804035-42-iscsi neutron-server[103440]: consumer versions: Mar 07 17:02:16.562967 dv-cinder-804035-42-iscsi neutron-server[103440]: { DHCP agent@dv-cinder-804035-42-iscsi: {}, Mar 07 17:02:16.562967 dv-cinder-804035-42-iscsi neutron-server[103440]: HyperV agent@hv-cinder-80403: {}, Mar 07 17:02:16.562967 dv-cinder-804035-42-iscsi neutron-server[103440]: L3 agent@dv-cinder-804035-42-iscsi: {}, Mar 07 17:02:16.562967 dv-cinder-804035-42-iscsi neutron-server[103440]: Metadata agent@dv-cinder-804035-42-iscsi: {}, Mar 07 17:02:16.562967 dv-cinder-804035-42-iscsi neutron-server[103440]: Metering agent@dv-cinder-804035-42-iscsi: {}, Mar 07 17:02:16.562967 dv-cinder-804035-42-iscsi neutron-server[103440]: Open vSwitch agent@dv-cinder-804035-42-iscsi: { 'AddressGroup': '1.2', Mar 07 17:02:16.562967 dv-cinder-804035-42-iscsi neutron-server[103440]: 'ConntrackHelper': '1.0', Mar 07 17:02:16.562967 dv-cinder-804035-42-iscsi neutron-server[103440]: 'LocalIPAssociation': '1.0', Mar 07 17:02:16.562967 dv-cinder-804035-42-iscsi neutron-server[103440]: 'Log': '1.0', Mar 07 17:02:16.562967 dv-cinder-804035-42-iscsi neutron-server[103440]: 'Network': '1.1', Mar 07 17:02:16.562967 dv-cinder-804035-42-iscsi neutron-server[103440]: 'Port': '1.7', Mar 07 17:02:16.562967 dv-cinder-804035-42-iscsi neutron-server[103440]: 'PortForwarding': '1.2', Mar 07 17:02:16.562967 dv-cinder-804035-42-iscsi neutron-server[103440]: 'QosPolicy': '1.10', Mar 07 17:02:16.562967 dv-cinder-804035-42-iscsi neutron-server[103440]: 'SecurityGroup': '1.5', Mar 07 17:02:16.562967 dv-cinder-804035-42-iscsi neutron-server[103440]: 'SecurityGroupRule': '1.2', Mar 07 17:02:16.562967 dv-cinder-804035-42-iscsi neutron-server[103440]: 'SubPort': '1.0', Mar 07 17:02:16.562967 dv-cinder-804035-42-iscsi neutron-server[103440]: 'Subnet': '1.1', Mar 07 17:02:16.562967 dv-cinder-804035-42-iscsi neutron-server[103440]: 'Trunk': '1.1'}} Mar 07 17:02:16.562967 dv-cinder-804035-42-iscsi neutron-server[103440]: {{(pid=103440) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 17:02:16.597489 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-7cf9198c-065c-4520-a668-97c1ddd9f8eb None None] Attempting to bind port d11b8688-3e6c-4b13-a47b-7648f28ce8c1 on host dv-cinder-804035-42-iscsi for vnic_type normal with profile {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:02:16.599028 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-7cf9198c-065c-4520-a668-97c1ddd9f8eb None None] Attempting to bind port d11b8688-3e6c-4b13-a47b-7648f28ce8c1 by drivers openvswitch,hyperv on host dv-cinder-804035-42-iscsi at level 0 using segments [{'id': 'c9b3c6bf-042d-42ab-970e-e5cb93efe923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '092694bd-373f-4bfb-9d43-3858867af44b'}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:02:16.600297 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf9198c-065c-4520-a668-97c1ddd9f8eb None None] Attempting to bind port d11b8688-3e6c-4b13-a47b-7648f28ce8c1 on network 092694bd-373f-4bfb-9d43-3858867af44b {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:02:16.611123 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf9198c-065c-4520-a668-97c1ddd9f8eb None None] Checking agent: {'id': 'bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 53, 53), 'started_at': datetime.datetime(2022, 3, 7, 16, 54, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:02:16.611629 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf9198c-065c-4520-a668-97c1ddd9f8eb None None] Checking segment: {'id': 'c9b3c6bf-042d-42ab-970e-e5cb93efe923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '092694bd-373f-4bfb-9d43-3858867af44b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:02:16.612099 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7cf9198c-065c-4520-a668-97c1ddd9f8eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:16.612565 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf9198c-065c-4520-a668-97c1ddd9f8eb None None] Bound using segment: {'id': 'c9b3c6bf-042d-42ab-970e-e5cb93efe923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '092694bd-373f-4bfb-9d43-3858867af44b'} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:02:16.613839 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-7cf9198c-065c-4520-a668-97c1ddd9f8eb None None] Bound port: d11b8688-3e6c-4b13-a47b-7648f28ce8c1, host: dv-cinder-804035-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b3c6bf-042d-42ab-970e-e5cb93efe923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '092694bd-373f-4bfb-9d43-3858867af44b'}}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:02:16.613839 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7cf9198c-065c-4520-a668-97c1ddd9f8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (d11b8688-3e6c-4b13-a47b-7648f28ce8c1), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:16.684211 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-7cf9198c-065c-4520-a668-97c1ddd9f8eb None None] For port d11b8688-3e6c-4b13-a47b-7648f28ce8c1, host dv-cinder-804035-42-iscsi, cleared binding levels {{(pid=103440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:02:16.684951 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-a1c7921a-5ac7-4dd8-a511-8f7207a55187 admin admin] Allocated IP 172.27.3.219 (ca3ae6bc-acc1-44d4-99e8-2239d5d79721/7ea6e5b5-19cc-4407-9435-cc1a16805785/962dd999-6712-48af-a138-a982329f3dcf) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:02:16.687588 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-7cf9198c-065c-4520-a668-97c1ddd9f8eb None None] For port d11b8688-3e6c-4b13-a47b-7648f28ce8c1, host dv-cinder-804035-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=d11b8688-3e6c-4b13-a47b-7648f28ce8c1,segment=NetworkSegment(c9b3c6bf-042d-42ab-970e-e5cb93efe923),segment_id=c9b3c6bf-042d-42ab-970e-e5cb93efe923)] {{(pid=103440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:02:16.719129 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1b8f8d76-3fe0-4668-a654-3f4cc71414e9 admin admin] Publish callbacks [] for router_gateway (c91f9a92-5cc8-400d-ba24-c07e037522ba), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:16.759265 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1b8f8d76-3fe0-4668-a654-3f4cc71414e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:16.779163 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7cf9198c-065c-4520-a668-97c1ddd9f8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (d11b8688-3e6c-4b13-a47b-7648f28ce8c1), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:16.839565 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a1c7921a-5ac7-4dd8-a511-8f7207a55187 admin admin] Publish callbacks [] for port (962dd999-6712-48af-a138-a982329f3dcf), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:16.893160 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf9198c-065c-4520-a668-97c1ddd9f8eb None None] Pushing event updated for resources: {'Port': ['ID=d11b8688-3e6c-4b13-a47b-7648f28ce8c1,revision_number=2']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:16.983624 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a1c7921a-5ac7-4dd8-a511-8f7207a55187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377'] for port (962dd999-6712-48af-a138-a982329f3dcf), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:17.088838 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c7921a-5ac7-4dd8-a511-8f7207a55187 admin admin] Network ca3ae6bc-acc1-44d4-99e8-2239d5d79721 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:02:17.097216 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-a1c7921a-5ac7-4dd8-a511-8f7207a55187 admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:02:17.098485 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-1b8f8d76-3fe0-4668-a654-3f4cc71414e9 admin admin] Allocated IP 172.27.3.35 (ca3ae6bc-acc1-44d4-99e8-2239d5d79721/7ea6e5b5-19cc-4407-9435-cc1a16805785/cf88e20c-3353-4f9f-8175-f3350c593e9e) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:02:17.103534 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c7921a-5ac7-4dd8-a511-8f7207a55187 admin admin] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:02:17.109655 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c7921a-5ac7-4dd8-a511-8f7207a55187 admin admin] Pushing event updated for resources: {'Port': ['ID=962dd999-6712-48af-a138-a982329f3dcf,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:17.239394 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 57848) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:17.242353 dv-cinder-804035-42-iscsi neutron-server[103431]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 07 17:02:17.449017 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1b8f8d76-3fe0-4668-a654-3f4cc71414e9 admin admin] Publish callbacks [] for port (cf88e20c-3353-4f9f-8175-f3350c593e9e), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:17.486941 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5133491-7ff9-43f1-a45f-fd6bf2f6fccb req-33609b86-1203-4cba-aa11-9d095ebaa5f2 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:17.488527 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b5133491-7ff9-43f1-a45f-fd6bf2f6fccb req-33609b86-1203-4cba-aa11-9d095ebaa5f2 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/networks?id=752cb95a-9891-4bc4-8e97-2b9b1e9460d0 HTTP/1.1" status: 200 len: 812 time: 0.2473972 Mar 07 17:02:17.521310 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b5133491-7ff9-43f1-a45f-fd6bf2f6fccb req-4eb75da9-071e-4766-99c0-51ddbf40af34 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/quotas/0dea78ccaffd4929acb5e5b30159ab89 HTTP/1.1" status: 200 len: 375 time: 0.0161450 Mar 07 17:02:17.587665 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b5133491-7ff9-43f1-a45f-fd6bf2f6fccb req-7e287de8-3467-4576-9e3a-17abba140402 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=0dea78ccaffd4929acb5e5b30159ab89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598950 Mar 07 17:02:17.589429 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1b8f8d76-3fe0-4668-a654-3f4cc71414e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377'] for port (cf88e20c-3353-4f9f-8175-f3350c593e9e), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:17.590720 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a1c7921a-5ac7-4dd8-a511-8f7207a55187 admin admin] Publish callbacks [] for router_gateway (26b27a61-0321-451e-980e-e74f855f2692), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:17.697267 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8f8d76-3fe0-4668-a654-3f4cc71414e9 admin admin] Network ca3ae6bc-acc1-44d4-99e8-2239d5d79721 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:02:17.700531 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-1b8f8d76-3fe0-4668-a654-3f4cc71414e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:02:17.712844 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8f8d76-3fe0-4668-a654-3f4cc71414e9 admin admin] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:02:17.722198 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f8d76-3fe0-4668-a654-3f4cc71414e9 admin admin] Pushing event updated for resources: {'Port': ['ID=cf88e20c-3353-4f9f-8175-f3350c593e9e,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:17.798524 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:17.909289 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a1c7921a-5ac7-4dd8-a511-8f7207a55187 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2052463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2048250'] for router (26b27a61-0321-451e-980e-e74f855f2692), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:18.080945 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device d11b8688-3e6c-4b13-a47b-7648f28ce8c1 up at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:02:18.116893 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1b8f8d76-3fe0-4668-a654-3f4cc71414e9 admin admin] Publish callbacks [] for router_gateway (c91f9a92-5cc8-400d-ba24-c07e037522ba), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:18.139512 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Provisioning complete for port d11b8688-3e6c-4b13-a47b-7648f28ce8c1 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:02:18.140026 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (d11b8688-3e6c-4b13-a47b-7648f28ce8c1), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:18.166013 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c7921a-5ac7-4dd8-a511-8f7207a55187 admin admin] Router 26b27a61-0321-451e-980e-e74f855f2692 is scheduled to L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 with binding_index 1 {{(pid=103433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 17:02:18.196944 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8549c22-78bf-41c3-a2ff-ff800f652131 None None] Network 092694bd-373f-4bfb-9d43-3858867af44b requested from dv-cinder-804035-42-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:02:18.323866 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Current status of the port d11b8688-3e6c-4b13-a47b-7648f28ce8c1 is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:02:18.324519 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (d11b8688-3e6c-4b13-a47b-7648f28ce8c1), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:18.331971 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c7921a-5ac7-4dd8-a511-8f7207a55187 admin admin] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:02:18.340603 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-a33458d7-8f57-4a7b-9129-4b54e545dfeb None None] Provisioning complete for port d11b8688-3e6c-4b13-a47b-7648f28ce8c1 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:02:18.340603 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a33458d7-8f57-4a7b-9129-4b54e545dfeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (d11b8688-3e6c-4b13-a47b-7648f28ce8c1), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:18.343943 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743f8f22-721c-4a61-a2ee-48b76713d300 None None] Sync routers for ids ['26b27a61-0321-451e-980e-e74f855f2692'] in dv-cinder-804035-42-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:02:18.360109 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743f8f22-721c-4a61-a2ee-48b76713d300 None None] Routers {'26b27a61-0321-451e-980e-e74f855f2692'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:02:18.362324 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-743f8f22-721c-4a61-a2ee-48b76713d300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:01:48Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['26b27a61-0321-451e-980e-e74f855f2692'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:18.412544 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [req-b5133491-7ff9-43f1-a45f-fd6bf2f6fccb req-b92296b4-d30d-4f0e-9458-3ef3af4d5d14 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103431) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 17:02:18.423681 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b5133491-7ff9-43f1-a45f-fd6bf2f6fccb req-b92296b4-d30d-4f0e-9458-3ef3af4d5d14 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5844617 Mar 07 17:02:18.433082 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] For port d11b8688-3e6c-4b13-a47b-7648f28ce8c1, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=d11b8688-3e6c-4b13-a47b-7648f28ce8c1,segment=NetworkSegment(c9b3c6bf-042d-42ab-970e-e5cb93efe923),segment_id=c9b3c6bf-042d-42ab-970e-e5cb93efe923)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:02:18.448285 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a1c7921a-5ac7-4dd8-a511-8f7207a55187 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:18.452671 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-a1c7921a-5ac7-4dd8-a511-8f7207a55187 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.8742723 Mar 07 17:02:18.455189 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 57886) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:18.488705 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 57888) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:18.517022 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 57892) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:18.614473 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1b8f8d76-3fe0-4668-a654-3f4cc71414e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2052463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2048250'] for router (c91f9a92-5cc8-400d-ba24-c07e037522ba), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:18.616079 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-a33458d7-8f57-4a7b-9129-4b54e545dfeb None None] Current status of the port d11b8688-3e6c-4b13-a47b-7648f28ce8c1 is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:02:18.616530 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a33458d7-8f57-4a7b-9129-4b54e545dfeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (d11b8688-3e6c-4b13-a47b-7648f28ce8c1), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:18.693423 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f0d1d02d-e97e-4d72-99b1-f4bcdad0c35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:18.769150 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5180616e-8bb8-4c9b-9199-0c0dc612d520 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:18.771852 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-743f8f22-721c-4a61-a2ee-48b76713d300 None None] Set router 26b27a61-0321-451e-980e-e74f855f2692 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:02:18.784511 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (d11b8688-3e6c-4b13-a47b-7648f28ce8c1), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:18.801737 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.db.api [None req-a33458d7-8f57-4a7b-9129-4b54e545dfeb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103440) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 17:02:18.805199 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG oslo_db.api [None req-a33458d7-8f57-4a7b-9129-4b54e545dfeb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 17:02:18.817448 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b5133491-7ff9-43f1-a45f-fd6bf2f6fccb req-77654912-20ac-4e67-b0ed-e092d59061a5 service neutron] 10.222.0.45 "GET /v2.0/networks/752cb95a-9891-4bc4-8e97-2b9b1e9460d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931026 Mar 07 17:02:18.831416 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-79e8d7d1-eb1e-41bd-8923-4f664f819ed7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:18.972148 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Pushing event updated for resources: {'Port': ['ID=d11b8688-3e6c-4b13-a47b-7648f28ce8c1,revision_number=3']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:19.039175 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-743f8f22-721c-4a61-a2ee-48b76713d300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b27a61-0321-451e-980e-e74f855f2692', 'name': 'tempest-ServerRescueNegativeTestJSON-1765780622-router', 'tenant_id': '07ebdeb0ad254b0889bc30be49117698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '962dd999-6712-48af-a138-a982329f3dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:02:15Z', 'updated_at': '2022-03-07T17:02:17Z', 'revision_number': 3, 'project_id': '07ebdeb0ad254b0889bc30be49117698', 'gw_port': {'id': '962dd999-6712-48af-a138-a982329f3dcf', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:75:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b27a61-0321-451e-980e-e74f855f2692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:02:16Z', 'updated_at': '2022-03-07T17:02:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi'}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:19.071492 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743f8f22-721c-4a61-a2ee-48b76713d300 None None] Checking router: 26b27a61-0321-451e-980e-e74f855f2692 for host: dv-cinder-804035-42-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:02:19.071850 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743f8f22-721c-4a61-a2ee-48b76713d300 None None] Updating router 26b27a61-0321-451e-980e-e74f855f2692 port 962dd999-6712-48af-a138-a982329f3dcf binding host dv-cinder-804035-42-iscsi {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 17:02:19.101860 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-743f8f22-721c-4a61-a2ee-48b76713d300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (962dd999-6712-48af-a138-a982329f3dcf), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:19.221979 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5180616e-8bb8-4c9b-9199-0c0dc612d520 admin admin] Publish callbacks [] for security_group (0948955f-d07c-4fdd-a69f-becbf3b93212), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:19.261918 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b5133491-7ff9-43f1-a45f-fd6bf2f6fccb req-e60932a1-24a2-4b4a-a985-4d04789e8118 service neutron] 10.222.0.45 "GET /v2.0/networks/752cb95a-9891-4bc4-8e97-2b9b1e9460d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282351 Mar 07 17:02:19.314768 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-79e8d7d1-eb1e-41bd-8923-4f664f819ed7 admin admin] Publish callbacks [] for security_group (88484399-030e-4149-8be5-de56019efea4), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:19.315000 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5180616e-8bb8-4c9b-9199-0c0dc612d520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (0948955f-d07c-4fdd-a69f-becbf3b93212), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:19.346457 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5180616e-8bb8-4c9b-9199-0c0dc612d520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0948955f-d07c-4fdd-a69f-becbf3b93212,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:19.389657 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-5180616e-8bb8-4c9b-9199-0c0dc612d520 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f505f38d03684a5081318040f96a7778&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8698931 Mar 07 17:02:19.392586 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-a33458d7-8f57-4a7b-9129-4b54e545dfeb None None] Current status of the port d11b8688-3e6c-4b13-a47b-7648f28ce8c1 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:02:19.394036 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 57926) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:19.417429 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b8f8d76-3fe0-4668-a654-3f4cc71414e9 admin admin] Router c91f9a92-5cc8-400d-ba24-c07e037522ba is scheduled to L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 with binding_index 1 {{(pid=103431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 17:02:19.457912 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-79e8d7d1-eb1e-41bd-8923-4f664f819ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (88484399-030e-4149-8be5-de56019efea4), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:19.467984 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-743f8f22-721c-4a61-a2ee-48b76713d300 None None] Publish callbacks [] for port (962dd999-6712-48af-a138-a982329f3dcf), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:19.483220 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fe7433e1-89d4-44dc-aff4-9a93246ec221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:19.521400 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1e803daf-4bcb-4e6b-80b6-719f7f0be734 None None] Provisioning complete for port d11b8688-3e6c-4b13-a47b-7648f28ce8c1 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:02:19.521726 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e803daf-4bcb-4e6b-80b6-719f7f0be734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (d11b8688-3e6c-4b13-a47b-7648f28ce8c1), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:19.557954 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a39a3f52-c011-4f74-9f25-1060a2530e4e admin admin] Publish callbacks [] for security_group (0948955f-d07c-4fdd-a69f-becbf3b93212), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:19.584096 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-743f8f22-721c-4a61-a2ee-48b76713d300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (962dd999-6712-48af-a138-a982329f3dcf), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:19.587994 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-79e8d7d1-eb1e-41bd-8923-4f664f819ed7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=06630af2bad642969693cb9dbae103dc&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0982494 Mar 07 17:02:19.594016 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 57930) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:19.606596 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e8d7d1-eb1e-41bd-8923-4f664f819ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88484399-030e-4149-8be5-de56019efea4,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:19.615710 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1e803daf-4bcb-4e6b-80b6-719f7f0be734 None None] Current status of the port d11b8688-3e6c-4b13-a47b-7648f28ce8c1 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:02:19.646527 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a39a3f52-c011-4f74-9f25-1060a2530e4e admin admin] Publish callbacks [] for security_group (0948955f-d07c-4fdd-a69f-becbf3b93212), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:19.711088 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8f8d76-3fe0-4668-a654-3f4cc71414e9 admin admin] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:02:19.712357 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-743f8f22-721c-4a61-a2ee-48b76713d300 None None] Attempting to bind port 962dd999-6712-48af-a138-a982329f3dcf on host dv-cinder-804035-42-iscsi for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:02:19.713104 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-743f8f22-721c-4a61-a2ee-48b76713d300 None None] Attempting to bind port 962dd999-6712-48af-a138-a982329f3dcf by drivers openvswitch,hyperv on host dv-cinder-804035-42-iscsi at level 0 using segments [{'id': '733ea0a4-2088-41be-a436-48329c6e880b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:02:19.713715 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743f8f22-721c-4a61-a2ee-48b76713d300 None None] Attempting to bind port 962dd999-6712-48af-a138-a982329f3dcf on network ca3ae6bc-acc1-44d4-99e8-2239d5d79721 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:02:19.721115 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b4f70b-1e20-473e-bbf8-7f72cbcbd2ab None None] Sync routers for ids ['c91f9a92-5cc8-400d-ba24-c07e037522ba'] in dv-cinder-804035-42-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:02:19.739491 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b4f70b-1e20-473e-bbf8-7f72cbcbd2ab None None] Routers {'c91f9a92-5cc8-400d-ba24-c07e037522ba'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:02:19.745460 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-36b4f70b-1e20-473e-bbf8-7f72cbcbd2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:02:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['c91f9a92-5cc8-400d-ba24-c07e037522ba'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:19.762950 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2f27c776-77c0-4862-8d03-7aceb92a8925 admin admin] Publish callbacks [] for security_group (88484399-030e-4149-8be5-de56019efea4), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:19.763807 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743f8f22-721c-4a61-a2ee-48b76713d300 None None] Checking agent: {'id': 'bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 53, 53), 'started_at': datetime.datetime(2022, 3, 7, 16, 54, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:02:19.764293 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-fe7433e1-89d4-44dc-aff4-9a93246ec221 admin admin] Allocated IP 172.20.0.1 (504454ff-a447-4f42-b96f-99b47903621f/4efc1e77-65c1-4cf0-9f44-cec7156fd1b4/57cc55e6-7291-42a3-9b91-755a3758bf57) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:02:19.766879 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743f8f22-721c-4a61-a2ee-48b76713d300 None None] Checking segment: {'id': '733ea0a4-2088-41be-a436-48329c6e880b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:02:19.769353 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-743f8f22-721c-4a61-a2ee-48b76713d300 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:19.770467 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743f8f22-721c-4a61-a2ee-48b76713d300 None None] Bound using segment: {'id': '733ea0a4-2088-41be-a436-48329c6e880b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:02:19.771872 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-743f8f22-721c-4a61-a2ee-48b76713d300 None None] Bound port: 962dd999-6712-48af-a138-a982329f3dcf, host: dv-cinder-804035-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '733ea0a4-2088-41be-a436-48329c6e880b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:02:19.772537 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-743f8f22-721c-4a61-a2ee-48b76713d300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (962dd999-6712-48af-a138-a982329f3dcf), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:19.776102 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf9747e-5eb3-4d99-8004-9804ce9de40c None None] Pushing event updated for resources: {'Port': ['ID=962dd999-6712-48af-a138-a982329f3dcf,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:19.798115 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2f27c776-77c0-4862-8d03-7aceb92a8925 admin admin] Publish callbacks [] for security_group (88484399-030e-4149-8be5-de56019efea4), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:19.817199 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf9747e-5eb3-4d99-8004-9804ce9de40c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:19.818242 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf9747e-5eb3-4d99-8004-9804ce9de40c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:19.818968 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf9747e-5eb3-4d99-8004-9804ce9de40c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:19.819423 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf9747e-5eb3-4d99-8004-9804ce9de40c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:19.819914 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf9747e-5eb3-4d99-8004-9804ce9de40c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:19.820352 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf9747e-5eb3-4d99-8004-9804ce9de40c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:19.820807 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf9747e-5eb3-4d99-8004-9804ce9de40c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:19.821245 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf9747e-5eb3-4d99-8004-9804ce9de40c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:19.821693 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf9747e-5eb3-4d99-8004-9804ce9de40c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:19.822284 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf9747e-5eb3-4d99-8004-9804ce9de40c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:19.822867 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf9747e-5eb3-4d99-8004-9804ce9de40c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:19.823421 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf9747e-5eb3-4d99-8004-9804ce9de40c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:19.824022 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf9747e-5eb3-4d99-8004-9804ce9de40c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:02:19.825397 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf9747e-5eb3-4d99-8004-9804ce9de40c None None] Tracked resource versions report: Mar 07 17:02:19.825397 dv-cinder-804035-42-iscsi neutron-server[103444]: pushed versions: Mar 07 17:02:19.825397 dv-cinder-804035-42-iscsi neutron-server[103444]: { 'AddressGroup': {'1.2'}, Mar 07 17:02:19.825397 dv-cinder-804035-42-iscsi neutron-server[103444]: 'ConntrackHelper': {'1.0'}, Mar 07 17:02:19.825397 dv-cinder-804035-42-iscsi neutron-server[103444]: 'LocalIPAssociation': {'1.0'}, Mar 07 17:02:19.825397 dv-cinder-804035-42-iscsi neutron-server[103444]: 'Log': {'1.0'}, Mar 07 17:02:19.825397 dv-cinder-804035-42-iscsi neutron-server[103444]: 'Network': {'1.1'}, Mar 07 17:02:19.825397 dv-cinder-804035-42-iscsi neutron-server[103444]: 'Port': {'1.7'}, Mar 07 17:02:19.825397 dv-cinder-804035-42-iscsi neutron-server[103444]: 'PortForwarding': {'1.2'}, Mar 07 17:02:19.825397 dv-cinder-804035-42-iscsi neutron-server[103444]: 'QosPolicy': {'1.10'}, Mar 07 17:02:19.825397 dv-cinder-804035-42-iscsi neutron-server[103444]: 'SecurityGroup': {'1.5'}, Mar 07 17:02:19.825397 dv-cinder-804035-42-iscsi neutron-server[103444]: 'SecurityGroupRule': {'1.2'}, Mar 07 17:02:19.825397 dv-cinder-804035-42-iscsi neutron-server[103444]: 'SubPort': {'1.0'}, Mar 07 17:02:19.825397 dv-cinder-804035-42-iscsi neutron-server[103444]: 'Subnet': {'1.1'}, Mar 07 17:02:19.825397 dv-cinder-804035-42-iscsi neutron-server[103444]: 'Trunk': {'1.1'}} Mar 07 17:02:19.825397 dv-cinder-804035-42-iscsi neutron-server[103444]: consumer versions: Mar 07 17:02:19.825397 dv-cinder-804035-42-iscsi neutron-server[103444]: { DHCP agent@dv-cinder-804035-42-iscsi: {}, Mar 07 17:02:19.825397 dv-cinder-804035-42-iscsi neutron-server[103444]: HyperV agent@hv-cinder-80403: {}, Mar 07 17:02:19.825397 dv-cinder-804035-42-iscsi neutron-server[103444]: L3 agent@dv-cinder-804035-42-iscsi: {}, Mar 07 17:02:19.825397 dv-cinder-804035-42-iscsi neutron-server[103444]: Metadata agent@dv-cinder-804035-42-iscsi: {}, Mar 07 17:02:19.825397 dv-cinder-804035-42-iscsi neutron-server[103444]: Metering agent@dv-cinder-804035-42-iscsi: {}, Mar 07 17:02:19.825397 dv-cinder-804035-42-iscsi neutron-server[103444]: Open vSwitch agent@dv-cinder-804035-42-iscsi: { 'AddressGroup': '1.2', Mar 07 17:02:19.825397 dv-cinder-804035-42-iscsi neutron-server[103444]: 'ConntrackHelper': '1.0', Mar 07 17:02:19.825397 dv-cinder-804035-42-iscsi neutron-server[103444]: 'LocalIPAssociation': '1.0', Mar 07 17:02:19.825397 dv-cinder-804035-42-iscsi neutron-server[103444]: 'Log': '1.0', Mar 07 17:02:19.825397 dv-cinder-804035-42-iscsi neutron-server[103444]: 'Network': '1.1', Mar 07 17:02:19.825397 dv-cinder-804035-42-iscsi neutron-server[103444]: 'Port': '1.7', Mar 07 17:02:19.825397 dv-cinder-804035-42-iscsi neutron-server[103444]: 'PortForwarding': '1.2', Mar 07 17:02:19.825397 dv-cinder-804035-42-iscsi neutron-server[103444]: 'QosPolicy': '1.10', Mar 07 17:02:19.825397 dv-cinder-804035-42-iscsi neutron-server[103444]: 'SecurityGroup': '1.5', Mar 07 17:02:19.825397 dv-cinder-804035-42-iscsi neutron-server[103444]: 'SecurityGroupRule': '1.2', Mar 07 17:02:19.825397 dv-cinder-804035-42-iscsi neutron-server[103444]: 'SubPort': '1.0', Mar 07 17:02:19.825397 dv-cinder-804035-42-iscsi neutron-server[103444]: 'Subnet': '1.1', Mar 07 17:02:19.825397 dv-cinder-804035-42-iscsi neutron-server[103444]: 'Trunk': '1.1'}} Mar 07 17:02:19.825397 dv-cinder-804035-42-iscsi neutron-server[103444]: {{(pid=103444) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 17:02:19.849692 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1b8f8d76-3fe0-4668-a654-3f4cc71414e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:19.851077 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-1b8f8d76-3fe0-4668-a654-3f4cc71414e9 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.2441008 Mar 07 17:02:19.869162 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 57950) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:19.876605 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-743f8f22-721c-4a61-a2ee-48b76713d300 None None] For port 962dd999-6712-48af-a138-a982329f3dcf, host dv-cinder-804035-42-iscsi, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:02:19.883815 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-743f8f22-721c-4a61-a2ee-48b76713d300 None None] For port 962dd999-6712-48af-a138-a982329f3dcf, host dv-cinder-804035-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=962dd999-6712-48af-a138-a982329f3dcf,segment=NetworkSegment(733ea0a4-2088-41be-a436-48329c6e880b),segment_id=733ea0a4-2088-41be-a436-48329c6e880b)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:02:19.941055 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a39a3f52-c011-4f74-9f25-1060a2530e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (0948955f-d07c-4fdd-a69f-becbf3b93212), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:19.943770 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a39a3f52-c011-4f74-9f25-1060a2530e4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:19.944924 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-a39a3f52-c011-4f74-9f25-1060a2530e4e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0948955f-d07c-4fdd-a69f-becbf3b93212 HTTP/1.1" status: 204 len: 168 time: 0.5499268 Mar 07 17:02:19.971218 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-743f8f22-721c-4a61-a2ee-48b76713d300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (962dd999-6712-48af-a138-a982329f3dcf), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:20.005945 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fe7433e1-89d4-44dc-aff4-9a93246ec221 admin admin] Publish callbacks [] for port (57cc55e6-7291-42a3-9b91-755a3758bf57), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:20.036043 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-87f979d3-dc40-4020-b20b-f1feea8bf595 req-62cda0e0-a682-4868-9441-94b0d1c2cdfa tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/ports?device_id=dba6b4b8-b6eb-4b3a-9d65-0a14cb823128 HTTP/1.1" status: 200 len: 210 time: 0.1597905 Mar 07 17:02:20.039562 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-36b4f70b-1e20-473e-bbf8-7f72cbcbd2ab None None] Set router c91f9a92-5cc8-400d-ba24-c07e037522ba gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:02:20.080667 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a3f52-c011-4f74-9f25-1060a2530e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0948955f-d07c-4fdd-a69f-becbf3b93212,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:20.120062 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fe7433e1-89d4-44dc-aff4-9a93246ec221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377'] for port (57cc55e6-7291-42a3-9b91-755a3758bf57), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:20.149758 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743f8f22-721c-4a61-a2ee-48b76713d300 None None] Routers {'26b27a61-0321-451e-980e-e74f855f2692'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:02:20.159749 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-743f8f22-721c-4a61-a2ee-48b76713d300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:02:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['26b27a61-0321-451e-980e-e74f855f2692'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:20.197942 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7433e1-89d4-44dc-aff4-9a93246ec221 admin admin] Network 504454ff-a447-4f42-b96f-99b47903621f is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:02:20.210415 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-fe7433e1-89d4-44dc-aff4-9a93246ec221 admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:02:20.210415 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7433e1-89d4-44dc-aff4-9a93246ec221 admin admin] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:02:20.210415 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fe7433e1-89d4-44dc-aff4-9a93246ec221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2049751'] for router_interface (26b27a61-0321-451e-980e-e74f855f2692), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:20.213644 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7433e1-89d4-44dc-aff4-9a93246ec221 admin admin] Pushing event updated for resources: {'Port': ['ID=57cc55e6-7291-42a3-9b91-755a3758bf57,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:20.228564 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device d11b8688-3e6c-4b13-a47b-7648f28ce8c1 up at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:02:20.272587 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2f27c776-77c0-4862-8d03-7aceb92a8925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (88484399-030e-4149-8be5-de56019efea4), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:20.276149 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2f27c776-77c0-4862-8d03-7aceb92a8925 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:20.277537 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-2f27c776-77c0-4862-8d03-7aceb92a8925 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/88484399-030e-4149-8be5-de56019efea4 HTTP/1.1" status: 204 len: 168 time: 0.6827567 Mar 07 17:02:20.294150 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f27c776-77c0-4862-8d03-7aceb92a8925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88484399-030e-4149-8be5-de56019efea4,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:20.539865 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf9747e-5eb3-4d99-8004-9804ce9de40c None None] Pushing event updated for resources: {'Port': ['ID=962dd999-6712-48af-a138-a982329f3dcf,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:20.553769 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-743f8f22-721c-4a61-a2ee-48b76713d300 None None] Set router 26b27a61-0321-451e-980e-e74f855f2692 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:02:20.566558 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Provisioning complete for port d11b8688-3e6c-4b13-a47b-7648f28ce8c1 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:02:20.566963 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (d11b8688-3e6c-4b13-a47b-7648f28ce8c1), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:20.644709 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:20.727045 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fe7433e1-89d4-44dc-aff4-9a93246ec221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (57cc55e6-7291-42a3-9b91-755a3758bf57), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:20.761296 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Current status of the port d11b8688-3e6c-4b13-a47b-7648f28ce8c1 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:02:20.777607 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-36b4f70b-1e20-473e-bbf8-7f72cbcbd2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'name': 'tempest-AttachVolumeShelveTestJSON-2044604753-router', 'tenant_id': 'db35bac585dc40f58eb36a633d40676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'cf88e20c-3353-4f9f-8175-f3350c593e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:02:15Z', 'updated_at': '2022-03-07T17:02:17Z', 'revision_number': 3, 'project_id': 'db35bac585dc40f58eb36a633d40676e', 'gw_port': {'id': 'cf88e20c-3353-4f9f-8175-f3350c593e9e', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a2:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:02:16Z', 'updated_at': '2022-03-07T17:02:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi'}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:20.817148 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b4f70b-1e20-473e-bbf8-7f72cbcbd2ab None None] Checking router: c91f9a92-5cc8-400d-ba24-c07e037522ba for host: dv-cinder-804035-42-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:02:20.817148 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b4f70b-1e20-473e-bbf8-7f72cbcbd2ab None None] Updating router c91f9a92-5cc8-400d-ba24-c07e037522ba port cf88e20c-3353-4f9f-8175-f3350c593e9e binding host dv-cinder-804035-42-iscsi {{(pid=103440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 17:02:20.846711 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-743f8f22-721c-4a61-a2ee-48b76713d300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b27a61-0321-451e-980e-e74f855f2692', 'name': 'tempest-ServerRescueNegativeTestJSON-1765780622-router', 'tenant_id': '07ebdeb0ad254b0889bc30be49117698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '962dd999-6712-48af-a138-a982329f3dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:02:15Z', 'updated_at': '2022-03-07T17:02:17Z', 'revision_number': 3, 'project_id': '07ebdeb0ad254b0889bc30be49117698', 'gw_port': {'id': '962dd999-6712-48af-a138-a982329f3dcf', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:75:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b27a61-0321-451e-980e-e74f855f2692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:02:16Z', 'updated_at': '2022-03-07T17:02:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi'}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:20.878099 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743f8f22-721c-4a61-a2ee-48b76713d300 None None] The sync data for ids ['26b27a61-0321-451e-980e-e74f855f2692'] in dv-cinder-804035-42-iscsi is: [{'id': '26b27a61-0321-451e-980e-e74f855f2692', 'name': 'tempest-ServerRescueNegativeTestJSON-1765780622-router', 'tenant_id': '07ebdeb0ad254b0889bc30be49117698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '962dd999-6712-48af-a138-a982329f3dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:02:15Z', 'updated_at': '2022-03-07T17:02:17Z', 'revision_number': 3, 'project_id': '07ebdeb0ad254b0889bc30be49117698', 'gw_port': {'id': '962dd999-6712-48af-a138-a982329f3dcf', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:75:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b27a61-0321-451e-980e-e74f855f2692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:02:16Z', 'updated_at': '2022-03-07T17:02:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi'}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:02:20.888384 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-36b4f70b-1e20-473e-bbf8-7f72cbcbd2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (cf88e20c-3353-4f9f-8175-f3350c593e9e), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:20.940904 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dc59dcc4-0982-45ab-890c-71dfc6c43316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:20.965900 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fe7433e1-89d4-44dc-aff4-9a93246ec221 admin admin] Publish callbacks [] for port (57cc55e6-7291-42a3-9b91-755a3758bf57), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:21.047048 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fe7433e1-89d4-44dc-aff4-9a93246ec221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (57cc55e6-7291-42a3-9b91-755a3758bf57), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:21.048635 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fe7433e1-89d4-44dc-aff4-9a93246ec221 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2049723'] for router_interface (26b27a61-0321-451e-980e-e74f855f2692), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:21.071272 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 57998) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:21.151887 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-766b25a2-a827-47bb-aa9c-32b3f133c243 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:21.168741 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7433e1-89d4-44dc-aff4-9a93246ec221 admin admin] Pushing event updated for resources: {'Port': ['ID=57cc55e6-7291-42a3-9b91-755a3758bf57,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:21.197849 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 58004) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:21.248906 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-76a72c3d-56e3-4008-95c5-9ff785c43fc0 req-0206282b-d390-464c-951f-48b120bd69eb tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/ports?device_id=dba6b4b8-b6eb-4b3a-9d65-0a14cb823128 HTTP/1.1" status: 200 len: 210 time: 0.0417328 Mar 07 17:02:21.262340 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7433e1-89d4-44dc-aff4-9a93246ec221 admin admin] Network 504454ff-a447-4f42-b96f-99b47903621f is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:02:21.267275 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-fe7433e1-89d4-44dc-aff4-9a93246ec221 admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:02:21.480732 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-36b4f70b-1e20-473e-bbf8-7f72cbcbd2ab None None] Publish callbacks [] for port (cf88e20c-3353-4f9f-8175-f3350c593e9e), precommit_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:21.529915 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 58018) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:21.546250 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-dc59dcc4-0982-45ab-890c-71dfc6c43316 admin admin] Allocated IP 172.20.0.1 (092694bd-373f-4bfb-9d43-3858867af44b/74c40c13-f415-433a-b979-4cf6b968572a/65cacb49-be73-4420-a3dd-ea07426e84e8) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:02:21.564454 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-92105a4a-ba99-4699-a9b8-b4a8e9c37a1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:21.591418 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe7433e1-89d4-44dc-aff4-9a93246ec221 admin admin] Router 26b27a61-0321-451e-980e-e74f855f2692 has already been hosted by L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:02:21.596685 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-36b4f70b-1e20-473e-bbf8-7f72cbcbd2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (cf88e20c-3353-4f9f-8175-f3350c593e9e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:21.606593 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-766b25a2-a827-47bb-aa9c-32b3f133c243 admin admin] Publish callbacks [] for security_group (4bc30a42-1071-4bcf-9b2c-42cf1c9975c8), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:21.700556 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-766b25a2-a827-47bb-aa9c-32b3f133c243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (4bc30a42-1071-4bcf-9b2c-42cf1c9975c8), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:21.701682 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-36b4f70b-1e20-473e-bbf8-7f72cbcbd2ab None None] Attempting to bind port cf88e20c-3353-4f9f-8175-f3350c593e9e on host dv-cinder-804035-42-iscsi for vnic_type normal with profile {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:02:21.702053 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-36b4f70b-1e20-473e-bbf8-7f72cbcbd2ab None None] Attempting to bind port cf88e20c-3353-4f9f-8175-f3350c593e9e by drivers openvswitch,hyperv on host dv-cinder-804035-42-iscsi at level 0 using segments [{'id': '733ea0a4-2088-41be-a436-48329c6e880b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:02:21.702415 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b4f70b-1e20-473e-bbf8-7f72cbcbd2ab None None] Attempting to bind port cf88e20c-3353-4f9f-8175-f3350c593e9e on network ca3ae6bc-acc1-44d4-99e8-2239d5d79721 {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:02:21.704494 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61cdeb-f5eb-4814-b61a-0498abc732de None None] Pushing event updated for resources: {'Port': ['ID=cf88e20c-3353-4f9f-8175-f3350c593e9e,revision_number=2']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:21.713443 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b4f70b-1e20-473e-bbf8-7f72cbcbd2ab None None] Checking agent: {'id': 'bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 53, 53), 'started_at': datetime.datetime(2022, 3, 7, 16, 54, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:02:21.713818 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b4f70b-1e20-473e-bbf8-7f72cbcbd2ab None None] Checking segment: {'id': '733ea0a4-2088-41be-a436-48329c6e880b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:02:21.715378 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-36b4f70b-1e20-473e-bbf8-7f72cbcbd2ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:21.715896 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b4f70b-1e20-473e-bbf8-7f72cbcbd2ab None None] Bound using segment: {'id': '733ea0a4-2088-41be-a436-48329c6e880b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:02:21.719614 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-36b4f70b-1e20-473e-bbf8-7f72cbcbd2ab None None] Bound port: cf88e20c-3353-4f9f-8175-f3350c593e9e, host: dv-cinder-804035-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '733ea0a4-2088-41be-a436-48329c6e880b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'}}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:02:21.719614 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-36b4f70b-1e20-473e-bbf8-7f72cbcbd2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (cf88e20c-3353-4f9f-8175-f3350c593e9e), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:21.790423 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7433e1-89d4-44dc-aff4-9a93246ec221 admin admin] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:02:21.801143 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-766b25a2-a827-47bb-aa9c-32b3f133c243 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8f64e1b051db4e66b67c3ab553712ec4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7275419 Mar 07 17:02:21.808337 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766b25a2-a827-47bb-aa9c-32b3f133c243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc30a42-1071-4bcf-9b2c-42cf1c9975c8,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:21.809559 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-fe7433e1-89d4-44dc-aff4-9a93246ec221 admin admin] 10.222.0.45 "PUT /v2.0/routers/26b27a61-0321-451e-980e-e74f855f2692/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3549690 Mar 07 17:02:21.810211 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 58026) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:21.845912 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 58030) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:21.874699 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dc59dcc4-0982-45ab-890c-71dfc6c43316 admin admin] Publish callbacks [] for port (65cacb49-be73-4420-a3dd-ea07426e84e8), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:21.890240 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-36b4f70b-1e20-473e-bbf8-7f72cbcbd2ab None None] For port cf88e20c-3353-4f9f-8175-f3350c593e9e, host dv-cinder-804035-42-iscsi, cleared binding levels {{(pid=103440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:02:21.904616 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-36b4f70b-1e20-473e-bbf8-7f72cbcbd2ab None None] For port cf88e20c-3353-4f9f-8175-f3350c593e9e, host dv-cinder-804035-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=cf88e20c-3353-4f9f-8175-f3350c593e9e,segment=NetworkSegment(733ea0a4-2088-41be-a436-48329c6e880b),segment_id=733ea0a4-2088-41be-a436-48329c6e880b)] {{(pid=103440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:02:21.905217 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-92105a4a-ba99-4699-a9b8-b4a8e9c37a1f admin admin] Publish callbacks [] for security_group (ac9d0d1c-c0a2-4411-912e-9214e8a52e0d), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:21.910101 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:21.947290 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a00e1565-4903-442a-94db-d4681830c911 admin admin] Publish callbacks [] for security_group (4bc30a42-1071-4bcf-9b2c-42cf1c9975c8), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:21.958389 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-92105a4a-ba99-4699-a9b8-b4a8e9c37a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (ac9d0d1c-c0a2-4411-912e-9214e8a52e0d), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:21.996704 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a00e1565-4903-442a-94db-d4681830c911 admin admin] Publish callbacks [] for security_group (4bc30a42-1071-4bcf-9b2c-42cf1c9975c8), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:22.016574 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-36b4f70b-1e20-473e-bbf8-7f72cbcbd2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (cf88e20c-3353-4f9f-8175-f3350c593e9e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:22.030068 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-92105a4a-ba99-4699-a9b8-b4a8e9c37a1f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=920815379888455b857a2497abf9b8d4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4990900 Mar 07 17:02:22.036001 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 58038) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:22.058637 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92105a4a-ba99-4699-a9b8-b4a8e9c37a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9d0d1c-c0a2-4411-912e-9214e8a52e0d,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:22.064649 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dc59dcc4-0982-45ab-890c-71dfc6c43316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377'] for port (65cacb49-be73-4420-a3dd-ea07426e84e8), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:22.104592 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc59dcc4-0982-45ab-890c-71dfc6c43316 admin admin] Network 092694bd-373f-4bfb-9d43-3858867af44b is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:02:22.148762 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-25fbcbfb-d138-422a-ae54-ee14a800c89b admin admin] Publish callbacks [] for security_group (ac9d0d1c-c0a2-4411-912e-9214e8a52e0d), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:22.157744 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc59dcc4-0982-45ab-890c-71dfc6c43316 admin admin] Pushing event updated for resources: {'Port': ['ID=65cacb49-be73-4420-a3dd-ea07426e84e8,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:22.162334 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-dc59dcc4-0982-45ab-890c-71dfc6c43316 admin admin] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:02:22.175183 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc59dcc4-0982-45ab-890c-71dfc6c43316 admin admin] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:02:22.175758 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dc59dcc4-0982-45ab-890c-71dfc6c43316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2049751'] for router_interface (c91f9a92-5cc8-400d-ba24-c07e037522ba), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:22.205340 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-383b04c7-74d4-40e7-a8ca-ef773765e552 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:22.223167 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-25fbcbfb-d138-422a-ae54-ee14a800c89b admin admin] Publish callbacks [] for security_group (ac9d0d1c-c0a2-4411-912e-9214e8a52e0d), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:22.307149 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a00e1565-4903-442a-94db-d4681830c911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (4bc30a42-1071-4bcf-9b2c-42cf1c9975c8), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:22.310466 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a00e1565-4903-442a-94db-d4681830c911 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:22.311881 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-a00e1565-4903-442a-94db-d4681830c911 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4bc30a42-1071-4bcf-9b2c-42cf1c9975c8 HTTP/1.1" status: 204 len: 168 time: 0.4975648 Mar 07 17:02:22.327657 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00e1565-4903-442a-94db-d4681830c911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc30a42-1071-4bcf-9b2c-42cf1c9975c8,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:22.434713 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-383b04c7-74d4-40e7-a8ca-ef773765e552 admin admin] Publish callbacks [] for security_group (72866da7-b48c-46d0-8fa6-2aa951e6d586), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:22.461913 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 962dd999-6712-48af-a138-a982329f3dcf up at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:02:22.500524 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5680b5ca-67ab-474a-8069-8006949be340 req-e67fd5e2-0553-4de8-9336-c4bb12ee5748 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/ports?device_id=dba6b4b8-b6eb-4b3a-9d65-0a14cb823128 HTTP/1.1" status: 200 len: 210 time: 0.0499966 Mar 07 17:02:22.512749 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61cdeb-f5eb-4814-b61a-0498abc732de None None] Pushing event updated for resources: {'Port': ['ID=cf88e20c-3353-4f9f-8175-f3350c593e9e,revision_number=3']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:22.514026 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-25fbcbfb-d138-422a-ae54-ee14a800c89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (ac9d0d1c-c0a2-4411-912e-9214e8a52e0d), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:22.517760 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-25fbcbfb-d138-422a-ae54-ee14a800c89b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:22.522558 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-25fbcbfb-d138-422a-ae54-ee14a800c89b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ac9d0d1c-c0a2-4411-912e-9214e8a52e0d HTTP/1.1" status: 204 len: 168 time: 0.4848650 Mar 07 17:02:22.524026 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-383b04c7-74d4-40e7-a8ca-ef773765e552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (72866da7-b48c-46d0-8fa6-2aa951e6d586), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:22.629619 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b4f70b-1e20-473e-bbf8-7f72cbcbd2ab None None] Routers {'c91f9a92-5cc8-400d-ba24-c07e037522ba'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:02:22.631124 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-36b4f70b-1e20-473e-bbf8-7f72cbcbd2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:02:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['c91f9a92-5cc8-400d-ba24-c07e037522ba'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:22.682139 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-383b04c7-74d4-40e7-a8ca-ef773765e552 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0a13215e05424209b75df2d64e1fbd20&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8216138 Mar 07 17:02:22.685926 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 58074) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:22.700240 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fbcbfb-d138-422a-ae54-ee14a800c89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9d0d1c-c0a2-4411-912e-9214e8a52e0d,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:22.713071 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Provisioning complete for port 962dd999-6712-48af-a138-a982329f3dcf triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:02:22.713475 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (962dd999-6712-48af-a138-a982329f3dcf), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:22.733885 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b04c7-74d4-40e7-a8ca-ef773765e552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72866da7-b48c-46d0-8fa6-2aa951e6d586,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:22.805274 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b1503a44-609f-4983-9b28-9c40fe6f518f admin admin] Publish callbacks [] for security_group (72866da7-b48c-46d0-8fa6-2aa951e6d586), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:22.834431 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-9e06ff54-c721-4547-b142-f10501f9236b None None] Provisioning complete for port 65cacb49-be73-4420-a3dd-ea07426e84e8 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:02:22.835244 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-9e06ff54-c721-4547-b142-f10501f9236b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (65cacb49-be73-4420-a3dd-ea07426e84e8), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:22.873606 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b1503a44-609f-4983-9b28-9c40fe6f518f admin admin] Publish callbacks [] for security_group (72866da7-b48c-46d0-8fa6-2aa951e6d586), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:22.903804 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-36b4f70b-1e20-473e-bbf8-7f72cbcbd2ab None None] Set router c91f9a92-5cc8-400d-ba24-c07e037522ba gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:02:22.906729 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-9e06ff54-c721-4547-b142-f10501f9236b None None] Port 65cacb49-be73-4420-a3dd-ea07426e84e8 cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:02:22.960931 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a080a07-4302-4128-95a0-c33a2c01ee5e req-c8c1a8a3-eda4-4428-a164-04879cead69f tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:22.962528 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3a080a07-4302-4128-95a0-c33a2c01ee5e req-c8c1a8a3-eda4-4428-a164-04879cead69f tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/networks?id=504454ff-a447-4f42-b96f-99b47903621f HTTP/1.1" status: 200 len: 819 time: 0.2830281 Mar 07 17:02:22.967095 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dc59dcc4-0982-45ab-890c-71dfc6c43316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (65cacb49-be73-4420-a3dd-ea07426e84e8), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:22.990209 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3a080a07-4302-4128-95a0-c33a2c01ee5e req-9953fefd-8c63-4b6d-9945-dee222cf26cf tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/quotas/07ebdeb0ad254b0889bc30be49117698 HTTP/1.1" status: 200 len: 375 time: 0.0192723 Mar 07 17:02:23.021648 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b1503a44-609f-4983-9b28-9c40fe6f518f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (72866da7-b48c-46d0-8fa6-2aa951e6d586), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:23.029968 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b1503a44-609f-4983-9b28-9c40fe6f518f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:23.029968 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-b1503a44-609f-4983-9b28-9c40fe6f518f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/72866da7-b48c-46d0-8fa6-2aa951e6d586 HTTP/1.1" status: 204 len: 168 time: 0.3372548 Mar 07 17:02:23.036131 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Current status of the port 962dd999-6712-48af-a138-a982329f3dcf is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:02:23.036927 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (962dd999-6712-48af-a138-a982329f3dcf), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:23.038786 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1503a44-609f-4983-9b28-9c40fe6f518f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72866da7-b48c-46d0-8fa6-2aa951e6d586,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:23.119224 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] For port 962dd999-6712-48af-a138-a982329f3dcf, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=962dd999-6712-48af-a138-a982329f3dcf,segment=NetworkSegment(733ea0a4-2088-41be-a436-48329c6e880b),segment_id=733ea0a4-2088-41be-a436-48329c6e880b)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:02:23.131903 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:23.134905 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3a080a07-4302-4128-95a0-c33a2c01ee5e req-2630c876-9f84-45a9-bdf2-ef7cde6311bf tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=07ebdeb0ad254b0889bc30be49117698&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1234198 Mar 07 17:02:23.194759 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (962dd999-6712-48af-a138-a982329f3dcf), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:23.253994 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Pushing event updated for resources: {'Port': ['ID=962dd999-6712-48af-a138-a982329f3dcf,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:23.261042 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-36b4f70b-1e20-473e-bbf8-7f72cbcbd2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'name': 'tempest-AttachVolumeShelveTestJSON-2044604753-router', 'tenant_id': 'db35bac585dc40f58eb36a633d40676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'cf88e20c-3353-4f9f-8175-f3350c593e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:02:15Z', 'updated_at': '2022-03-07T17:02:17Z', 'revision_number': 3, 'project_id': 'db35bac585dc40f58eb36a633d40676e', 'gw_port': {'id': 'cf88e20c-3353-4f9f-8175-f3350c593e9e', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a2:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:02:16Z', 'updated_at': '2022-03-07T17:02:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi'}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:23.266948 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dc59dcc4-0982-45ab-890c-71dfc6c43316 admin admin] Publish callbacks [] for port (65cacb49-be73-4420-a3dd-ea07426e84e8), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:23.289489 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b4f70b-1e20-473e-bbf8-7f72cbcbd2ab None None] The sync data for ids ['c91f9a92-5cc8-400d-ba24-c07e037522ba'] in dv-cinder-804035-42-iscsi is: [{'id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'name': 'tempest-AttachVolumeShelveTestJSON-2044604753-router', 'tenant_id': 'db35bac585dc40f58eb36a633d40676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'cf88e20c-3353-4f9f-8175-f3350c593e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:02:15Z', 'updated_at': '2022-03-07T17:02:17Z', 'revision_number': 3, 'project_id': 'db35bac585dc40f58eb36a633d40676e', 'gw_port': {'id': 'cf88e20c-3353-4f9f-8175-f3350c593e9e', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a2:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:02:16Z', 'updated_at': '2022-03-07T17:02:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi'}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:02:23.360509 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dc59dcc4-0982-45ab-890c-71dfc6c43316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (65cacb49-be73-4420-a3dd-ea07426e84e8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:23.361426 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dc59dcc4-0982-45ab-890c-71dfc6c43316 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2049723'] for router_interface (c91f9a92-5cc8-400d-ba24-c07e037522ba), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:23.452897 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc59dcc4-0982-45ab-890c-71dfc6c43316 admin admin] Pushing event updated for resources: {'Port': ['ID=65cacb49-be73-4420-a3dd-ea07426e84e8,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:23.541380 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc59dcc4-0982-45ab-890c-71dfc6c43316 admin admin] Network 092694bd-373f-4bfb-9d43-3858867af44b is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:02:23.550317 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-dc59dcc4-0982-45ab-890c-71dfc6c43316 admin admin] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:02:23.680147 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f1c5de-6f3a-4c17-b8c0-b2f6c2620054 None None] Sync routers for ids ['26b27a61-0321-451e-980e-e74f855f2692'] in dv-cinder-804035-42-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:02:23.696324 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f1c5de-6f3a-4c17-b8c0-b2f6c2620054 None None] Routers {'26b27a61-0321-451e-980e-e74f855f2692'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:02:23.697339 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-e5f1c5de-6f3a-4c17-b8c0-b2f6c2620054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:02:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['26b27a61-0321-451e-980e-e74f855f2692'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:23.789150 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [req-3a080a07-4302-4128-95a0-c33a2c01ee5e req-81df659d-c5c5-494f-be41-6d41226d5093 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103431) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 17:02:23.795441 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3a080a07-4302-4128-95a0-c33a2c01ee5e req-81df659d-c5c5-494f-be41-6d41226d5093 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2528019 Mar 07 17:02:23.809276 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc59dcc4-0982-45ab-890c-71dfc6c43316 admin admin] Router c91f9a92-5cc8-400d-ba24-c07e037522ba has already been hosted by L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:02:24.013556 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-e5f1c5de-6f3a-4c17-b8c0-b2f6c2620054 None None] Set router 26b27a61-0321-451e-980e-e74f855f2692 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:02:24.057433 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-fe514dbd-d081-4eca-9788-9dec31558e3f None None] Provisioning complete for port 65cacb49-be73-4420-a3dd-ea07426e84e8 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:02:24.059139 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-fe514dbd-d081-4eca-9788-9dec31558e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (65cacb49-be73-4420-a3dd-ea07426e84e8), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:24.118351 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-dd9a6d73-62a2-41f1-8888-858a8fd0d70d req-1ed6cbca-2407-4df7-9cb8-6ec1d52cb103 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/ports?device_id=dba6b4b8-b6eb-4b3a-9d65-0a14cb823128 HTTP/1.1" status: 200 len: 210 time: 0.1741199 Mar 07 17:02:24.126808 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-fe514dbd-d081-4eca-9788-9dec31558e3f None None] Port 65cacb49-be73-4420-a3dd-ea07426e84e8 cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:02:24.162868 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 962dd999-6712-48af-a138-a982329f3dcf up at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:02:24.273888 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Provisioning complete for port 962dd999-6712-48af-a138-a982329f3dcf triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:02:24.274847 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (962dd999-6712-48af-a138-a982329f3dcf), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:24.276956 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3a080a07-4302-4128-95a0-c33a2c01ee5e req-670d6cdb-7433-4d51-aff6-252eee610517 service neutron] 10.222.0.45 "GET /v2.0/networks/504454ff-a447-4f42-b96f-99b47903621f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4803495 Mar 07 17:02:24.375578 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-e5f1c5de-6f3a-4c17-b8c0-b2f6c2620054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b27a61-0321-451e-980e-e74f855f2692', 'name': 'tempest-ServerRescueNegativeTestJSON-1765780622-router', 'tenant_id': '07ebdeb0ad254b0889bc30be49117698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '962dd999-6712-48af-a138-a982329f3dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:02:15Z', 'updated_at': '2022-03-07T17:02:20Z', 'revision_number': 4, 'project_id': '07ebdeb0ad254b0889bc30be49117698', 'gw_port': {'id': '962dd999-6712-48af-a138-a982329f3dcf', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:75:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b27a61-0321-451e-980e-e74f855f2692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:02:16Z', 'updated_at': '2022-03-07T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': '57cc55e6-7291-42a3-9b91-755a3758bf57', 'name': '', 'network_id': '504454ff-a447-4f42-b96f-99b47903621f', 'tenant_id': '07ebdeb0ad254b0889bc30be49117698', 'mac_address': 'fa:16:3e:28:9a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b27a61-0321-451e-980e-e74f855f2692', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4efc1e77-65c1-4cf0-9f44-cec7156fd1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:02:19Z', 'updated_at': '2022-03-07T17:02:20Z', 'revision_number': 2, 'project_id': '07ebdeb0ad254b0889bc30be49117698', 'subnets': [{'id': '4efc1e77-65c1-4cf0-9f44-cec7156fd1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:24.407027 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f1c5de-6f3a-4c17-b8c0-b2f6c2620054 None None] Checking router: 26b27a61-0321-451e-980e-e74f855f2692 for host: dv-cinder-804035-42-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:02:24.407384 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f1c5de-6f3a-4c17-b8c0-b2f6c2620054 None None] Updating router 26b27a61-0321-451e-980e-e74f855f2692 port 57cc55e6-7291-42a3-9b91-755a3758bf57 binding host dv-cinder-804035-42-iscsi {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 17:02:24.419421 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc59dcc4-0982-45ab-890c-71dfc6c43316 admin admin] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:02:24.426531 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-dc59dcc4-0982-45ab-890c-71dfc6c43316 admin admin] 10.222.0.45 "PUT /v2.0/routers/c91f9a92-5cc8-400d-ba24-c07e037522ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5563331 Mar 07 17:02:24.432320 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Current status of the port 962dd999-6712-48af-a138-a982329f3dcf is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:02:24.433473 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device cf88e20c-3353-4f9f-8175-f3350c593e9e up at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:02:24.468233 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e5f1c5de-6f3a-4c17-b8c0-b2f6c2620054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (57cc55e6-7291-42a3-9b91-755a3758bf57), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:24.490598 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Provisioning complete for port cf88e20c-3353-4f9f-8175-f3350c593e9e triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:02:24.491272 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (cf88e20c-3353-4f9f-8175-f3350c593e9e), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:24.503020 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3a080a07-4302-4128-95a0-c33a2c01ee5e req-d5eed4d3-c8f7-4203-8cc1-38aa3c3c5420 service neutron] 10.222.0.45 "GET /v2.0/networks/504454ff-a447-4f42-b96f-99b47903621f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253129 Mar 07 17:02:24.669884 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Current status of the port cf88e20c-3353-4f9f-8175-f3350c593e9e is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:02:24.670216 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (cf88e20c-3353-4f9f-8175-f3350c593e9e), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:24.698591 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] For port cf88e20c-3353-4f9f-8175-f3350c593e9e, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=cf88e20c-3353-4f9f-8175-f3350c593e9e,segment=NetworkSegment(733ea0a4-2088-41be-a436-48329c6e880b),segment_id=733ea0a4-2088-41be-a436-48329c6e880b)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:02:24.777471 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (cf88e20c-3353-4f9f-8175-f3350c593e9e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:24.886623 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0e6fef88-4df0-4bc2-be34-e277cdeed777 req-3a52dac0-c775-43a8-b01d-a287dd18855f tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 210 time: 0.0660822 Mar 07 17:02:24.892503 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Pushing event updated for resources: {'Port': ['ID=cf88e20c-3353-4f9f-8175-f3350c593e9e,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:25.023722 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e5f1c5de-6f3a-4c17-b8c0-b2f6c2620054 None None] Publish callbacks [] for port (57cc55e6-7291-42a3-9b91-755a3758bf57), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:25.086329 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e5f1c5de-6f3a-4c17-b8c0-b2f6c2620054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (57cc55e6-7291-42a3-9b91-755a3758bf57), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:25.135120 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 58180) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:25.294365 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea381429-8d40-4d63-b205-cd4c924b8f6f None None] Pushing event updated for resources: {'Port': ['ID=57cc55e6-7291-42a3-9b91-755a3758bf57,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:25.340705 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-06bddbda-b0c5-4981-a94d-e06dfc948d5a req-9cb84151-b353-4a49-9c48-94beef6bf243 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/ports?device_id=dba6b4b8-b6eb-4b3a-9d65-0a14cb823128 HTTP/1.1" status: 200 len: 210 time: 0.0324700 Mar 07 17:02:25.355523 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-e5f1c5de-6f3a-4c17-b8c0-b2f6c2620054 None None] Attempting to bind port 57cc55e6-7291-42a3-9b91-755a3758bf57 on host dv-cinder-804035-42-iscsi for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:02:25.355523 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-e5f1c5de-6f3a-4c17-b8c0-b2f6c2620054 None None] Attempting to bind port 57cc55e6-7291-42a3-9b91-755a3758bf57 by drivers openvswitch,hyperv on host dv-cinder-804035-42-iscsi at level 0 using segments [{'id': '0bd0e565-e442-4b6c-956a-2968d926a438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '504454ff-a447-4f42-b96f-99b47903621f'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:02:25.355523 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f1c5de-6f3a-4c17-b8c0-b2f6c2620054 None None] Attempting to bind port 57cc55e6-7291-42a3-9b91-755a3758bf57 on network 504454ff-a447-4f42-b96f-99b47903621f {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:02:25.360779 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f1c5de-6f3a-4c17-b8c0-b2f6c2620054 None None] Checking agent: {'id': 'bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 53, 53), 'started_at': datetime.datetime(2022, 3, 7, 16, 54, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:02:25.361397 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f1c5de-6f3a-4c17-b8c0-b2f6c2620054 None None] Checking segment: {'id': '0bd0e565-e442-4b6c-956a-2968d926a438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '504454ff-a447-4f42-b96f-99b47903621f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:02:25.361578 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e5f1c5de-6f3a-4c17-b8c0-b2f6c2620054 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:25.362069 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f1c5de-6f3a-4c17-b8c0-b2f6c2620054 None None] Bound using segment: {'id': '0bd0e565-e442-4b6c-956a-2968d926a438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '504454ff-a447-4f42-b96f-99b47903621f'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:02:25.362537 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-e5f1c5de-6f3a-4c17-b8c0-b2f6c2620054 None None] Bound port: 57cc55e6-7291-42a3-9b91-755a3758bf57, host: dv-cinder-804035-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bd0e565-e442-4b6c-956a-2968d926a438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '504454ff-a447-4f42-b96f-99b47903621f'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:02:25.363049 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e5f1c5de-6f3a-4c17-b8c0-b2f6c2620054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (57cc55e6-7291-42a3-9b91-755a3758bf57), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:25.489973 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-e5f1c5de-6f3a-4c17-b8c0-b2f6c2620054 None None] For port 57cc55e6-7291-42a3-9b91-755a3758bf57, host dv-cinder-804035-42-iscsi, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:02:25.501249 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-e5f1c5de-6f3a-4c17-b8c0-b2f6c2620054 None None] For port 57cc55e6-7291-42a3-9b91-755a3758bf57, host dv-cinder-804035-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=57cc55e6-7291-42a3-9b91-755a3758bf57,segment=NetworkSegment(0bd0e565-e442-4b6c-956a-2968d926a438),segment_id=0bd0e565-e442-4b6c-956a-2968d926a438)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:02:25.577528 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e5f1c5de-6f3a-4c17-b8c0-b2f6c2620054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (57cc55e6-7291-42a3-9b91-755a3758bf57), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:25.649441 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-e5771d71-d9b2-490b-bc5b-69c8c54ebe83 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1761639396-network', 'tenant_id': '99f8febd22064a7dbcc5b1a4938dd07e'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:02:25.700389 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ecdc12-31bb-4109-a78d-6ce218b1f482 req-81224dab-4275-4f0a-beb9-c1563745f86d tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:25.708357 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f1c5de-6f3a-4c17-b8c0-b2f6c2620054 None None] Routers {'26b27a61-0321-451e-980e-e74f855f2692'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:02:25.709307 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-e5f1c5de-6f3a-4c17-b8c0-b2f6c2620054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:02:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['26b27a61-0321-451e-980e-e74f855f2692'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:25.713594 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b0ecdc12-31bb-4109-a78d-6ce218b1f482 req-81224dab-4275-4f0a-beb9-c1563745f86d tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/networks?id=504454ff-a447-4f42-b96f-99b47903621f HTTP/1.1" status: 200 len: 819 time: 0.2145660 Mar 07 17:02:25.721535 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935ca964-944c-4821-9fd9-80f7a220bcec None None] Sync routers for ids ['c91f9a92-5cc8-400d-ba24-c07e037522ba'] in dv-cinder-804035-42-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:02:25.745421 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935ca964-944c-4821-9fd9-80f7a220bcec None None] Routers {'c91f9a92-5cc8-400d-ba24-c07e037522ba'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:02:25.747825 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-935ca964-944c-4821-9fd9-80f7a220bcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:02:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['c91f9a92-5cc8-400d-ba24-c07e037522ba'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:25.752755 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 58218) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:25.758698 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-b865ab15-da2b-409a-9f4b-d74b2ea1bc15 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1020968883', 'description': 'tempest-description--1911844377'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:02:25.767786 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b0ecdc12-31bb-4109-a78d-6ce218b1f482 req-84d8ea8d-9f2d-4b58-aa23-0f13d1122a24 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/quotas/07ebdeb0ad254b0889bc30be49117698 HTTP/1.1" status: 200 len: 375 time: 0.0394278 Mar 07 17:02:25.814604 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5771d71-d9b2-490b-bc5b-69c8c54ebe83 admin admin] Made reservation on behalf of 99f8febd22064a7dbcc5b1a4938dd07e for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:02:25.823656 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e5771d71-d9b2-490b-bc5b-69c8c54ebe83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:25.846600 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea381429-8d40-4d63-b205-cd4c924b8f6f None None] Pushing event updated for resources: {'Port': ['ID=57cc55e6-7291-42a3-9b91-755a3758bf57,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:25.847393 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e5771d71-d9b2-490b-bc5b-69c8c54ebe83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:25.871942 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b0ecdc12-31bb-4109-a78d-6ce218b1f482 req-d18f68d9-feda-4225-8aab-ff3c39c3cc0d tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=07ebdeb0ad254b0889bc30be49117698&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1021523 Mar 07 17:02:25.930170 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b865ab15-da2b-409a-9f4b-d74b2ea1bc15 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:25.930695 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-e5f1c5de-6f3a-4c17-b8c0-b2f6c2620054 None None] Set router 26b27a61-0321-451e-980e-e74f855f2692 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:02:25.965031 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-935ca964-944c-4821-9fd9-80f7a220bcec None None] Set router c91f9a92-5cc8-400d-ba24-c07e037522ba gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:02:26.076348 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b0ecdc12-31bb-4109-a78d-6ce218b1f482 req-eeb957d7-d321-42f5-8f9c-999b9cfe651f service neutron] 10.222.0.45 "GET /v2.0/networks/504454ff-a447-4f42-b96f-99b47903621f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029984 Mar 07 17:02:26.113395 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device cf88e20c-3353-4f9f-8175-f3350c593e9e up at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:02:26.221797 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Provisioning complete for port cf88e20c-3353-4f9f-8175-f3350c593e9e triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:02:26.222172 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (cf88e20c-3353-4f9f-8175-f3350c593e9e), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:26.265810 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e5771d71-d9b2-490b-bc5b-69c8c54ebe83 admin admin] Publish callbacks [] for security_group (a94a0cba-d823-4231-8d42-3ba0e77d7aaf), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:26.312702 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b0ecdc12-31bb-4109-a78d-6ce218b1f482 req-9345c3fd-492f-4d4e-8f40-9f9f65d13752 service neutron] 10.222.0.45 "GET /v2.0/networks/504454ff-a447-4f42-b96f-99b47903621f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284527 Mar 07 17:02:26.364080 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b865ab15-da2b-409a-9f4b-d74b2ea1bc15 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks [] for security_group (8bafed95-6d3c-4099-8266-5754bed9cd69), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:26.393071 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e5771d71-d9b2-490b-bc5b-69c8c54ebe83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (a94a0cba-d823-4231-8d42-3ba0e77d7aaf), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:26.416769 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Current status of the port cf88e20c-3353-4f9f-8175-f3350c593e9e is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:02:26.446480 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5771d71-d9b2-490b-bc5b-69c8c54ebe83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94a0cba-d823-4231-8d42-3ba0e77d7aaf,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:26.457664 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-935ca964-944c-4821-9fd9-80f7a220bcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'name': 'tempest-AttachVolumeShelveTestJSON-2044604753-router', 'tenant_id': 'db35bac585dc40f58eb36a633d40676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'cf88e20c-3353-4f9f-8175-f3350c593e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:02:15Z', 'updated_at': '2022-03-07T17:02:22Z', 'revision_number': 4, 'project_id': 'db35bac585dc40f58eb36a633d40676e', 'gw_port': {'id': 'cf88e20c-3353-4f9f-8175-f3350c593e9e', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:02:16Z', 'updated_at': '2022-03-07T17:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': '65cacb49-be73-4420-a3dd-ea07426e84e8', 'name': '', 'network_id': '092694bd-373f-4bfb-9d43-3858867af44b', 'tenant_id': 'db35bac585dc40f58eb36a633d40676e', 'mac_address': 'fa:16:3e:93:cd:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '74c40c13-f415-433a-b979-4cf6b968572a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:02:20Z', 'updated_at': '2022-03-07T17:02:23Z', 'revision_number': 2, 'project_id': 'db35bac585dc40f58eb36a633d40676e', 'subnets': [{'id': '74c40c13-f415-433a-b979-4cf6b968572a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:26.469695 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-e5f1c5de-6f3a-4c17-b8c0-b2f6c2620054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b27a61-0321-451e-980e-e74f855f2692', 'name': 'tempest-ServerRescueNegativeTestJSON-1765780622-router', 'tenant_id': '07ebdeb0ad254b0889bc30be49117698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '962dd999-6712-48af-a138-a982329f3dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:02:15Z', 'updated_at': '2022-03-07T17:02:20Z', 'revision_number': 4, 'project_id': '07ebdeb0ad254b0889bc30be49117698', 'gw_port': {'id': '962dd999-6712-48af-a138-a982329f3dcf', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:75:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b27a61-0321-451e-980e-e74f855f2692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:02:16Z', 'updated_at': '2022-03-07T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': '57cc55e6-7291-42a3-9b91-755a3758bf57', 'name': '', 'network_id': '504454ff-a447-4f42-b96f-99b47903621f', 'tenant_id': '07ebdeb0ad254b0889bc30be49117698', 'mac_address': 'fa:16:3e:28:9a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b27a61-0321-451e-980e-e74f855f2692', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4efc1e77-65c1-4cf0-9f44-cec7156fd1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:02:19Z', 'updated_at': '2022-03-07T17:02:25Z', 'revision_number': 4, 'project_id': '07ebdeb0ad254b0889bc30be49117698', 'subnets': [{'id': '4efc1e77-65c1-4cf0-9f44-cec7156fd1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:26.490486 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b865ab15-da2b-409a-9f4b-d74b2ea1bc15 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (8bafed95-6d3c-4099-8266-5754bed9cd69), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:26.512022 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f1c5de-6f3a-4c17-b8c0-b2f6c2620054 None None] The sync data for ids ['26b27a61-0321-451e-980e-e74f855f2692'] in dv-cinder-804035-42-iscsi is: [{'id': '26b27a61-0321-451e-980e-e74f855f2692', 'name': 'tempest-ServerRescueNegativeTestJSON-1765780622-router', 'tenant_id': '07ebdeb0ad254b0889bc30be49117698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '962dd999-6712-48af-a138-a982329f3dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:02:15Z', 'updated_at': '2022-03-07T17:02:20Z', 'revision_number': 4, 'project_id': '07ebdeb0ad254b0889bc30be49117698', 'gw_port': {'id': '962dd999-6712-48af-a138-a982329f3dcf', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:75:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b27a61-0321-451e-980e-e74f855f2692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:02:16Z', 'updated_at': '2022-03-07T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': '57cc55e6-7291-42a3-9b91-755a3758bf57', 'name': '', 'network_id': '504454ff-a447-4f42-b96f-99b47903621f', 'tenant_id': '07ebdeb0ad254b0889bc30be49117698', 'mac_address': 'fa:16:3e:28:9a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b27a61-0321-451e-980e-e74f855f2692', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4efc1e77-65c1-4cf0-9f44-cec7156fd1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:02:19Z', 'updated_at': '2022-03-07T17:02:25Z', 'revision_number': 4, 'project_id': '07ebdeb0ad254b0889bc30be49117698', 'subnets': [{'id': '4efc1e77-65c1-4cf0-9f44-cec7156fd1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:02:26.515974 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5771d71-d9b2-490b-bc5b-69c8c54ebe83 admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 17:02:26.522853 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935ca964-944c-4821-9fd9-80f7a220bcec None None] Checking router: c91f9a92-5cc8-400d-ba24-c07e037522ba for host: dv-cinder-804035-42-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:02:26.523139 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935ca964-944c-4821-9fd9-80f7a220bcec None None] Updating router c91f9a92-5cc8-400d-ba24-c07e037522ba port 65cacb49-be73-4420-a3dd-ea07426e84e8 binding host dv-cinder-804035-42-iscsi {{(pid=103440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 17:02:26.524335 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3d3d8cd7-1bec-4bab-8866-27dbbf0fea6c req-6994c098-5afa-42a2-9db0-4febdaccd847 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/ports?device_id=dba6b4b8-b6eb-4b3a-9d65-0a14cb823128 HTTP/1.1" status: 200 len: 210 time: 0.0391290 Mar 07 17:02:26.624334 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-935ca964-944c-4821-9fd9-80f7a220bcec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (65cacb49-be73-4420-a3dd-ea07426e84e8), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:26.632008 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b865ab15-da2b-409a-9f4b-d74b2ea1bc15 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bafed95-6d3c-4099-8266-5754bed9cd69,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:26.644159 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e5771d71-d9b2-490b-bc5b-69c8c54ebe83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696658'] for segment (4237acbe-69d0-4b27-842a-5cd05041cd1a), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:26.644719 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.db.segments_db [None req-e5771d71-d9b2-490b-bc5b-69c8c54ebe83 admin admin] Added segment 4237acbe-69d0-4b27-842a-5cd05041cd1a of type vlan for network 5bbbf4ec-cdb2-4290-9a24-57ec196debcb Mar 07 17:02:26.657184 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b865ab15-da2b-409a-9f4b-d74b2ea1bc15 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:26.658867 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-b865ab15-da2b-409a-9f4b-d74b2ea1bc15 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9051538 Mar 07 17:02:26.662275 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 58248) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:26.674842 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-d1f8675a-64e1-4b3a-84b2-b8143af80db6 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Request body: {'security_group_rule': {'security_group_id': '8bafed95-6d3c-4099-8266-5754bed9cd69', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:02:26.745196 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e5771d71-d9b2-490b-bc5b-69c8c54ebe83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762243790367'] for network (5bbbf4ec-cdb2-4290-9a24-57ec196debcb), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:26.866676 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c9eeabd2-1f55-4e8d-a834-8e5655f0e78c req-0dcfe03c-3bc7-491b-af99-8bcad6ca6b34 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 210 time: 0.1687260 Mar 07 17:02:26.909015 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e5771d71-d9b2-490b-bc5b-69c8c54ebe83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490'] for network (5bbbf4ec-cdb2-4290-9a24-57ec196debcb), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:26.910356 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5771d71-d9b2-490b-bc5b-69c8c54ebe83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:26.911073 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e5771d71-d9b2-490b-bc5b-69c8c54ebe83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:27.020157 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d1f8675a-64e1-4b3a-84b2-b8143af80db6 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks [] for security_group_rule (604b4bbd-a9fb-4821-adcd-65524695e5fa), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:27.077614 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-e5771d71-d9b2-490b-bc5b-69c8c54ebe83 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9408693 Mar 07 17:02:27.082626 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 58276) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:27.088613 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-01e83ad1-24c8-4317-a8c0-3609476a4c19 admin admin] Request body: {'subnet': {'network_id': '5bbbf4ec-cdb2-4290-9a24-57ec196debcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1761639396-subnet', 'tenant_id': '99f8febd22064a7dbcc5b1a4938dd07e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:02:27.094355 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5771d71-d9b2-490b-bc5b-69c8c54ebe83 admin admin] Pushing event updated for resources: {'Network': ['ID=5bbbf4ec-cdb2-4290-9a24-57ec196debcb,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:27.139871 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.53', 55685) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:27.464389 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d1f8675a-64e1-4b3a-84b2-b8143af80db6 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks [] for security_group_rule (604b4bbd-a9fb-4821-adcd-65524695e5fa), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:27.500567 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Network 5bbbf4ec-cdb2-4290-9a24-57ec196debcb details requested by agent ovs-agent-dv-cinder-804035-42-iscsi with host dv-cinder-804035-42-iscsi {{(pid=103440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 17:02:27.552629 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d1f8675a-64e1-4b3a-84b2-b8143af80db6 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607897'] for security_group_rule (604b4bbd-a9fb-4821-adcd-65524695e5fa), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:27.586085 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f8675a-64e1-4b3a-84b2-b8143af80db6 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=604b4bbd-a9fb-4821-adcd-65524695e5fa,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:27.722766 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5133491-7ff9-43f1-a45f-fd6bf2f6fccb req-21735b69-b0d9-485b-b71a-ddf566a0f0ac tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:27.731170 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [req-b5133491-7ff9-43f1-a45f-fd6bf2f6fccb req-21735b69-b0d9-485b-b71a-ddf566a0f0ac tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.53 "GET /v2.0/networks?id=752cb95a-9891-4bc4-8e97-2b9b1e9460d0 HTTP/1.1" status: 200 len: 812 time: 0.5809445 Mar 07 17:02:27.732358 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e83ad1-24c8-4317-a8c0-3609476a4c19 admin admin] Made reservation on behalf of 99f8febd22064a7dbcc5b1a4938dd07e for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:02:27.734780 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-01e83ad1-24c8-4317-a8c0-3609476a4c19 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:27.738502 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3a2059a1-e028-4755-81bd-6ed3c0694d55 req-9f5ea030-562d-49af-8529-3b1d6ce8b8cc tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/ports?device_id=dba6b4b8-b6eb-4b3a-9d65-0a14cb823128 HTTP/1.1" status: 200 len: 210 time: 0.0700817 Mar 07 17:02:27.744921 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d1f8675a-64e1-4b3a-84b2-b8143af80db6 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:27.749928 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-935ca964-944c-4821-9fd9-80f7a220bcec None None] Publish callbacks [] for port (65cacb49-be73-4420-a3dd-ea07426e84e8), precommit_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:27.757949 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-d1f8675a-64e1-4b3a-84b2-b8143af80db6 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0827801 Mar 07 17:02:27.760186 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 58302) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:27.785881 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-66b959db-b02c-48c4-b425-223b3a9f328f tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Request body: {'security_group_rule': {'security_group_id': '8bafed95-6d3c-4099-8266-5754bed9cd69', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:02:27.848191 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [req-b5133491-7ff9-43f1-a45f-fd6bf2f6fccb req-c7390396-1176-4d55-9658-bb7a16d56c69 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Request body: {'port': {'device_id': 'dba6b4b8-b6eb-4b3a-9d65-0a14cb823128', 'network_id': '752cb95a-9891-4bc4-8e97-2b9b1e9460d0', 'admin_state_up': True, 'tenant_id': '0dea78ccaffd4929acb5e5b30159ab89'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:02:27.868942 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-935ca964-944c-4821-9fd9-80f7a220bcec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (65cacb49-be73-4420-a3dd-ea07426e84e8), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:28.037126 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e12c1-8cdb-4acf-bb8b-da7c94b9e219 None None] Pushing event updated for resources: {'Port': ['ID=65cacb49-be73-4420-a3dd-ea07426e84e8,revision_number=3']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:28.046867 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1df23418-41b2-4a82-b1cb-78bb91aea7b4 req-cac53141-f0c1-4f1c-b4e3-5ecfb488f6f8 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 210 time: 0.0801930 Mar 07 17:02:28.049553 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-66b959db-b02c-48c4-b425-223b3a9f328f tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks [] for security_group_rule (69e0cf58-aac5-40af-8549-0cc21ca60a28), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:28.227894 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 57cc55e6-7291-42a3-9b91-755a3758bf57 up at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:02:28.232987 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-66b959db-b02c-48c4-b425-223b3a9f328f tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks [] for security_group_rule (69e0cf58-aac5-40af-8549-0cc21ca60a28), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:28.289864 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-935ca964-944c-4821-9fd9-80f7a220bcec None None] Attempting to bind port 65cacb49-be73-4420-a3dd-ea07426e84e8 on host dv-cinder-804035-42-iscsi for vnic_type normal with profile {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:02:28.290258 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-935ca964-944c-4821-9fd9-80f7a220bcec None None] Attempting to bind port 65cacb49-be73-4420-a3dd-ea07426e84e8 by drivers openvswitch,hyperv on host dv-cinder-804035-42-iscsi at level 0 using segments [{'id': 'c9b3c6bf-042d-42ab-970e-e5cb93efe923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '092694bd-373f-4bfb-9d43-3858867af44b'}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:02:28.290625 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935ca964-944c-4821-9fd9-80f7a220bcec None None] Attempting to bind port 65cacb49-be73-4420-a3dd-ea07426e84e8 on network 092694bd-373f-4bfb-9d43-3858867af44b {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:02:28.300136 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935ca964-944c-4821-9fd9-80f7a220bcec None None] Checking agent: {'id': 'bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 53, 53), 'started_at': datetime.datetime(2022, 3, 7, 16, 54, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:02:28.300786 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935ca964-944c-4821-9fd9-80f7a220bcec None None] Checking segment: {'id': 'c9b3c6bf-042d-42ab-970e-e5cb93efe923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '092694bd-373f-4bfb-9d43-3858867af44b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:02:28.301501 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-935ca964-944c-4821-9fd9-80f7a220bcec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:28.302681 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935ca964-944c-4821-9fd9-80f7a220bcec None None] Bound using segment: {'id': 'c9b3c6bf-042d-42ab-970e-e5cb93efe923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '092694bd-373f-4bfb-9d43-3858867af44b'} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:02:28.303585 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-935ca964-944c-4821-9fd9-80f7a220bcec None None] Bound port: 65cacb49-be73-4420-a3dd-ea07426e84e8, host: dv-cinder-804035-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b3c6bf-042d-42ab-970e-e5cb93efe923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '092694bd-373f-4bfb-9d43-3858867af44b'}}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:02:28.304123 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-935ca964-944c-4821-9fd9-80f7a220bcec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (65cacb49-be73-4420-a3dd-ea07426e84e8), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:28.325515 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-66b959db-b02c-48c4-b425-223b3a9f328f tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607897'] for security_group_rule (69e0cf58-aac5-40af-8549-0cc21ca60a28), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:28.364877 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Provisioning complete for port 57cc55e6-7291-42a3-9b91-755a3758bf57 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:02:28.365666 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (57cc55e6-7291-42a3-9b91-755a3758bf57), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:28.398058 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b959db-b02c-48c4-b425-223b3a9f328f tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69e0cf58-aac5-40af-8549-0cc21ca60a28,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:28.426469 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-935ca964-944c-4821-9fd9-80f7a220bcec None None] For port 65cacb49-be73-4420-a3dd-ea07426e84e8, host dv-cinder-804035-42-iscsi, cleared binding levels {{(pid=103440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:02:28.446118 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-935ca964-944c-4821-9fd9-80f7a220bcec None None] For port 65cacb49-be73-4420-a3dd-ea07426e84e8, host dv-cinder-804035-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=65cacb49-be73-4420-a3dd-ea07426e84e8,segment=NetworkSegment(c9b3c6bf-042d-42ab-970e-e5cb93efe923),segment_id=c9b3c6bf-042d-42ab-970e-e5cb93efe923)] {{(pid=103440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:02:28.452014 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-3d5a884b-6307-4841-b848-fdd602e06dbf None None] Provisioning complete for port 65cacb49-be73-4420-a3dd-ea07426e84e8 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:02:28.452567 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3d5a884b-6307-4841-b848-fdd602e06dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (65cacb49-be73-4420-a3dd-ea07426e84e8), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:28.544884 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3d5a884b-6307-4841-b848-fdd602e06dbf None None] Port 65cacb49-be73-4420-a3dd-ea07426e84e8 cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:02:28.545517 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-66b959db-b02c-48c4-b425-223b3a9f328f tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:28.547001 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-66b959db-b02c-48c4-b425-223b3a9f328f tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7855182 Mar 07 17:02:28.555946 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Current status of the port 57cc55e6-7291-42a3-9b91-755a3758bf57 is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:02:28.555946 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (57cc55e6-7291-42a3-9b91-755a3758bf57), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:28.558233 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 58344) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:28.566243 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-0956b084-4e28-4314-aa45-bc09616a6b36 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Request body: {'floatingip': {'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:02:28.586492 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-01e83ad1-24c8-4317-a8c0-3609476a4c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490'] for subnet (c45dc140-6017-465a-8ad0-8753067f4bad), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:28.591884 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5133491-7ff9-43f1-a45f-fd6bf2f6fccb req-c7390396-1176-4d55-9658-bb7a16d56c69 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Made reservation on behalf of 0dea78ccaffd4929acb5e5b30159ab89 for: {'port': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:02:28.592554 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b5133491-7ff9-43f1-a45f-fd6bf2f6fccb req-c7390396-1176-4d55-9658-bb7a16d56c69 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:28.605517 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-935ca964-944c-4821-9fd9-80f7a220bcec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (65cacb49-be73-4420-a3dd-ea07426e84e8), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:28.730270 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] For port 57cc55e6-7291-42a3-9b91-755a3758bf57, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=57cc55e6-7291-42a3-9b91-755a3758bf57,segment=NetworkSegment(0bd0e565-e442-4b6c-956a-2968d926a438),segment_id=0bd0e565-e442-4b6c-956a-2968d926a438)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:02:28.741107 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0956b084-4e28-4314-aa45-bc09616a6b36 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:28.762855 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e83ad1-24c8-4317-a8c0-3609476a4c19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c45dc140-6017-465a-8ad0-8753067f4bad,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:28.803545 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e12c1-8cdb-4acf-bb8b-da7c94b9e219 None None] Pushing event updated for resources: {'Port': ['ID=65cacb49-be73-4420-a3dd-ea07426e84e8,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:28.811400 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935ca964-944c-4821-9fd9-80f7a220bcec None None] Routers {'c91f9a92-5cc8-400d-ba24-c07e037522ba'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:02:28.812860 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-935ca964-944c-4821-9fd9-80f7a220bcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:02:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['c91f9a92-5cc8-400d-ba24-c07e037522ba'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:28.883644 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (57cc55e6-7291-42a3-9b91-755a3758bf57), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:28.911952 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 55695) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:29.079122 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5ea52c20-2ad4-4d31-96ad-5873f6f0b92a req-477b0987-7543-4109-9b08-33903f2b4a1a tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/ports?device_id=dba6b4b8-b6eb-4b3a-9d65-0a14cb823128 HTTP/1.1" status: 200 len: 210 time: 0.2051992 Mar 07 17:02:29.139061 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Pushing event updated for resources: {'Port': ['ID=57cc55e6-7291-42a3-9b91-755a3758bf57,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:29.216836 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-935ca964-944c-4821-9fd9-80f7a220bcec None None] Set router c91f9a92-5cc8-400d-ba24-c07e037522ba gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:02:29.219182 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e83ad1-24c8-4317-a8c0-3609476a4c19 admin admin] Checking segment: {'id': '4237acbe-69d0-4b27-842a-5cd05041cd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5bbbf4ec-cdb2-4290-9a24-57ec196debcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:02:29.219544 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e83ad1-24c8-4317-a8c0-3609476a4c19 admin admin] Network hostable DHCP agents. Network: 5bbbf4ec-cdb2-4290-9a24-57ec196debcb, hostable agents: ['7a37eb1f-9e1c-4804-b782-6f192b2f1d6e'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 17:02:29.276972 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-ec5df55f-0a16-4e56-a357-07b26e95cd9a None None] Provisioning complete for port 65cacb49-be73-4420-a3dd-ea07426e84e8 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:02:29.277607 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ec5df55f-0a16-4e56-a357-07b26e95cd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (65cacb49-be73-4420-a3dd-ea07426e84e8), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:29.291130 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0f274a72-63fa-485d-bb3e-d9d664f6efd4 req-18997f29-69df-4db2-b59b-999753d188f9 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 210 time: 0.0457687 Mar 07 17:02:29.375657 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [req-b5133491-7ff9-43f1-a45f-fd6bf2f6fccb req-c7390396-1176-4d55-9658-bb7a16d56c69 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Allocated IP 172.20.0.11 (752cb95a-9891-4bc4-8e97-2b9b1e9460d0/ef1cc0bc-7880-4621-940d-1bd5e37573f9/85edba64-15f6-4566-909c-126cfe83f3e8) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:02:29.408507 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a080a07-4302-4128-95a0-c33a2c01ee5e req-2e0849a9-15c1-49eb-9c9b-5d37b1202848 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:29.409871 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3a080a07-4302-4128-95a0-c33a2c01ee5e req-2e0849a9-15c1-49eb-9c9b-5d37b1202848 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.53 "GET /v2.0/networks?id=504454ff-a447-4f42-b96f-99b47903621f HTTP/1.1" status: 200 len: 819 time: 0.4800701 Mar 07 17:02:29.438262 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0956b084-4e28-4314-aa45-bc09616a6b36 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:29.447553 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-3a080a07-4302-4128-95a0-c33a2c01ee5e req-37004715-b36a-46be-84e5-465f06f1672c tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Request body: {'port': {'device_id': 'c1ebf667-dc18-48e6-950d-783c44af65f3', 'network_id': '504454ff-a447-4f42-b96f-99b47903621f', 'admin_state_up': True, 'tenant_id': '07ebdeb0ad254b0889bc30be49117698'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:02:29.524849 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-ec5df55f-0a16-4e56-a357-07b26e95cd9a None None] Current status of the port 65cacb49-be73-4420-a3dd-ea07426e84e8 is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:02:29.525954 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ec5df55f-0a16-4e56-a357-07b26e95cd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (65cacb49-be73-4420-a3dd-ea07426e84e8), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:29.718318 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b5133491-7ff9-43f1-a45f-fd6bf2f6fccb req-c7390396-1176-4d55-9658-bb7a16d56c69 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Publish callbacks [] for port (85edba64-15f6-4566-909c-126cfe83f3e8), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:29.731589 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e83ad1-24c8-4317-a8c0-3609476a4c19 admin admin] Network 5bbbf4ec-cdb2-4290-9a24-57ec196debcb is scheduled to be hosted by DHCP agent 7a37eb1f-9e1c-4804-b782-6f192b2f1d6e with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 17:02:29.805773 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-ec5df55f-0a16-4e56-a357-07b26e95cd9a None None] For port 65cacb49-be73-4420-a3dd-ea07426e84e8, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=65cacb49-be73-4420-a3dd-ea07426e84e8,segment=NetworkSegment(c9b3c6bf-042d-42ab-970e-e5cb93efe923),segment_id=c9b3c6bf-042d-42ab-970e-e5cb93efe923)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:02:29.829238 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-01e83ad1-24c8-4317-a8c0-3609476a4c19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-42-iscsi, 5bbbf4ec-cdb2-4290-9a24-57ec196debcb) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:02:29.836089 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e83ad1-24c8-4317-a8c0-3609476a4c19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:29.837315 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-01e83ad1-24c8-4317-a8c0-3609476a4c19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:29.852087 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-935ca964-944c-4821-9fd9-80f7a220bcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'name': 'tempest-AttachVolumeShelveTestJSON-2044604753-router', 'tenant_id': 'db35bac585dc40f58eb36a633d40676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'cf88e20c-3353-4f9f-8175-f3350c593e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:02:15Z', 'updated_at': '2022-03-07T17:02:22Z', 'revision_number': 4, 'project_id': 'db35bac585dc40f58eb36a633d40676e', 'gw_port': {'id': 'cf88e20c-3353-4f9f-8175-f3350c593e9e', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:02:16Z', 'updated_at': '2022-03-07T17:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': '65cacb49-be73-4420-a3dd-ea07426e84e8', 'name': '', 'network_id': '092694bd-373f-4bfb-9d43-3858867af44b', 'tenant_id': 'db35bac585dc40f58eb36a633d40676e', 'mac_address': 'fa:16:3e:93:cd:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '74c40c13-f415-433a-b979-4cf6b968572a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:02:20Z', 'updated_at': '2022-03-07T17:02:28Z', 'revision_number': 4, 'project_id': 'db35bac585dc40f58eb36a633d40676e', 'subnets': [{'id': '74c40c13-f415-433a-b979-4cf6b968572a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:29.861269 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e205440d-f6a4-4cf6-bf36-7f5d4b7f69e6 None None] Network 5bbbf4ec-cdb2-4290-9a24-57ec196debcb requested from dv-cinder-804035-42-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:02:29.870616 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b5133491-7ff9-43f1-a45f-fd6bf2f6fccb req-c7390396-1176-4d55-9658-bb7a16d56c69 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377'] for port (85edba64-15f6-4566-909c-126cfe83f3e8), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:30.042205 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-0956b084-4e28-4314-aa45-bc09616a6b36 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Allocated IP 172.27.3.36 (ca3ae6bc-acc1-44d4-99e8-2239d5d79721/7ea6e5b5-19cc-4407-9435-cc1a16805785/e3ea7ae6-19ff-40b0-90f1-3a30e4bf652f) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:02:30.046537 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ec5df55f-0a16-4e56-a357-07b26e95cd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (65cacb49-be73-4420-a3dd-ea07426e84e8), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:30.082411 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935ca964-944c-4821-9fd9-80f7a220bcec None None] The sync data for ids ['c91f9a92-5cc8-400d-ba24-c07e037522ba'] in dv-cinder-804035-42-iscsi is: [{'id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'name': 'tempest-AttachVolumeShelveTestJSON-2044604753-router', 'tenant_id': 'db35bac585dc40f58eb36a633d40676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'cf88e20c-3353-4f9f-8175-f3350c593e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:02:15Z', 'updated_at': '2022-03-07T17:02:22Z', 'revision_number': 4, 'project_id': 'db35bac585dc40f58eb36a633d40676e', 'gw_port': {'id': 'cf88e20c-3353-4f9f-8175-f3350c593e9e', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:02:16Z', 'updated_at': '2022-03-07T17:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': '65cacb49-be73-4420-a3dd-ea07426e84e8', 'name': '', 'network_id': '092694bd-373f-4bfb-9d43-3858867af44b', 'tenant_id': 'db35bac585dc40f58eb36a633d40676e', 'mac_address': 'fa:16:3e:93:cd:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '74c40c13-f415-433a-b979-4cf6b968572a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:02:20Z', 'updated_at': '2022-03-07T17:02:28Z', 'revision_number': 4, 'project_id': 'db35bac585dc40f58eb36a633d40676e', 'subnets': [{'id': '74c40c13-f415-433a-b979-4cf6b968572a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:02:30.162448 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65072fa-7787-429a-8999-fca66731b41e None None] Network 5bbbf4ec-cdb2-4290-9a24-57ec196debcb requested from dv-cinder-804035-42-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:02:30.163104 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 55705) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:30.313688 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7390396-1176-4d55-9658-bb7a16d56c69 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Pushing event updated for resources: {'Port': ['ID=85edba64-15f6-4566-909c-126cfe83f3e8,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:30.339223 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-01e83ad1-24c8-4317-a8c0-3609476a4c19 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.2547224 Mar 07 17:02:30.351397 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 57cc55e6-7291-42a3-9b91-755a3758bf57 up at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:02:30.372726 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5133491-7ff9-43f1-a45f-fd6bf2f6fccb req-c7390396-1176-4d55-9658-bb7a16d56c69 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Network 752cb95a-9891-4bc4-8e97-2b9b1e9460d0 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:02:30.381025 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [req-b5133491-7ff9-43f1-a45f-fd6bf2f6fccb req-c7390396-1176-4d55-9658-bb7a16d56c69 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:02:30.389197 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5133491-7ff9-43f1-a45f-fd6bf2f6fccb req-c7390396-1176-4d55-9658-bb7a16d56c69 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:02:30.407224 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5133491-7ff9-43f1-a45f-fd6bf2f6fccb req-c7390396-1176-4d55-9658-bb7a16d56c69 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:30.408255 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b5133491-7ff9-43f1-a45f-fd6bf2f6fccb req-c7390396-1176-4d55-9658-bb7a16d56c69 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:30.632093 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [req-b5133491-7ff9-43f1-a45f-fd6bf2f6fccb req-c7390396-1176-4d55-9658-bb7a16d56c69 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7025361 Mar 07 17:02:30.632093 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [req-b5133491-7ff9-43f1-a45f-fd6bf2f6fccb req-243b65cc-a9f5-492e-9a27-2898d8972b7f tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103433) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 17:02:30.632093 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [req-b5133491-7ff9-43f1-a45f-fd6bf2f6fccb req-243b65cc-a9f5-492e-9a27-2898d8972b7f tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0147438 Mar 07 17:02:30.633437 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5df55f-0a16-4e56-a357-07b26e95cd9a None None] Pushing event updated for resources: {'Port': ['ID=65cacb49-be73-4420-a3dd-ea07426e84e8,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:30.633612 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ecdc12-31bb-4109-a78d-6ce218b1f482 req-13377aff-16dd-4bc4-9a17-a305e1d2c7eb tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:30.633612 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b0ecdc12-31bb-4109-a78d-6ce218b1f482 req-13377aff-16dd-4bc4-9a17-a305e1d2c7eb tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.53 "GET /v2.0/networks?id=504454ff-a447-4f42-b96f-99b47903621f HTTP/1.1" status: 200 len: 819 time: 0.4279416 Mar 07 17:02:30.655717 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Provisioning complete for port 57cc55e6-7291-42a3-9b91-755a3758bf57 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:02:30.656160 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (57cc55e6-7291-42a3-9b91-755a3758bf57), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:30.690760 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-b0ecdc12-31bb-4109-a78d-6ce218b1f482 req-5817392d-f582-4b4f-af48-e316531b9a71 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Request body: {'port': {'device_id': 'edb9e4bf-53c8-49cb-b4fb-b85febfb6638', 'network_id': '504454ff-a447-4f42-b96f-99b47903621f', 'admin_state_up': True, 'tenant_id': '07ebdeb0ad254b0889bc30be49117698'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:02:30.712837 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-753bc291-c6c3-4a09-8f42-c921f5c17fea req-0be8ccec-0f65-4039-a6e4-748b25bd3b36 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 210 time: 0.1289914 Mar 07 17:02:31.100973 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a080a07-4302-4128-95a0-c33a2c01ee5e req-37004715-b36a-46be-84e5-465f06f1672c tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Made reservation on behalf of 07ebdeb0ad254b0889bc30be49117698 for: {'port': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:02:31.104411 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-3a080a07-4302-4128-95a0-c33a2c01ee5e req-37004715-b36a-46be-84e5-465f06f1672c tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:31.188634 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b3688-c4b2-4a90-980c-f178e0ab4fd9 req-3471444c-3acf-4f91-b313-001bee342027 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:31.196083 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-203b3688-c4b2-4a90-980c-f178e0ab4fd9 req-3471444c-3acf-4f91-b313-001bee342027 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/ports?device_id=dba6b4b8-b6eb-4b3a-9d65-0a14cb823128 HTTP/1.1" status: 200 len: 932 time: 0.7095492 Mar 07 17:02:31.245355 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [req-b5133491-7ff9-43f1-a45f-fd6bf2f6fccb req-cae1067f-a82b-4724-b67a-04a5eab021a9 service neutron] Request body: {'port': {'device_id': 'dba6b4b8-b6eb-4b3a-9d65-0a14cb823128', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:02:31.245945 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Current status of the port 57cc55e6-7291-42a3-9b91-755a3758bf57 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:02:31.251343 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0956b084-4e28-4314-aa45-bc09616a6b36 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks [] for port (e3ea7ae6-19ff-40b0-90f1-3a30e4bf652f), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:31.456923 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0ecdc12-31bb-4109-a78d-6ce218b1f482 req-5817392d-f582-4b4f-af48-e316531b9a71 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Made reservation on behalf of 07ebdeb0ad254b0889bc30be49117698 for: {'port': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:02:31.458485 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b0ecdc12-31bb-4109-a78d-6ce218b1f482 req-5817392d-f582-4b4f-af48-e316531b9a71 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:31.532777 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b5133491-7ff9-43f1-a45f-fd6bf2f6fccb req-cae1067f-a82b-4724-b67a-04a5eab021a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (85edba64-15f6-4566-909c-126cfe83f3e8), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:31.874354 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 58452) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:32.024112 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-203b3688-c4b2-4a90-980c-f178e0ab4fd9 req-3ec259a8-cd55-43f3-9dbe-23d59083f942 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/security-groups?id=7330ac32-2720-41dc-90f6-bf65a7402bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8269634 Mar 07 17:02:32.212262 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 65cacb49-be73-4420-a3dd-ea07426e84e8 up at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:02:32.377882 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [req-3a080a07-4302-4128-95a0-c33a2c01ee5e req-37004715-b36a-46be-84e5-465f06f1672c tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Allocated IP 172.20.0.4 (504454ff-a447-4f42-b96f-99b47903621f/4efc1e77-65c1-4cf0-9f44-cec7156fd1b4/293f83de-e9fc-4e45-83a0-993997bce3a1) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:02:32.387285 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Provisioning complete for port 65cacb49-be73-4420-a3dd-ea07426e84e8 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:02:32.387955 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (65cacb49-be73-4420-a3dd-ea07426e84e8), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:32.445116 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-16596498-fe5f-4edb-b6f6-92a5bb952cda req-541facc0-5fec-49eb-a57a-474a7609ea4c tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 210 time: 0.4274316 Mar 07 17:02:32.481759 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 58478) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:32.497414 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-9820ce2a-1fef-4f7a-8ce6-31586d080b8d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1005804537-network', 'tenant_id': 'e52d0e6cb751452c9c07fdb027ed4b60'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:02:32.500656 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-53cbf720-772c-4adb-9132-820e74b7f7af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:32.560866 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Current status of the port 65cacb49-be73-4420-a3dd-ea07426e84e8 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:02:32.568427 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0956b084-4e28-4314-aa45-bc09616a6b36 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377'] for port (e3ea7ae6-19ff-40b0-90f1-3a30e4bf652f), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:32.631317 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0956b084-4e28-4314-aa45-bc09616a6b36 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Pushing event updated for resources: {'Port': ['ID=e3ea7ae6-19ff-40b0-90f1-3a30e4bf652f,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:32.651810 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [req-b5133491-7ff9-43f1-a45f-fd6bf2f6fccb req-cae1067f-a82b-4724-b67a-04a5eab021a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85edba64-15f6-4566-909c-126cfe83f3e8 {{(pid=103433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:02:32.660846 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b5133491-7ff9-43f1-a45f-fd6bf2f6fccb req-cae1067f-a82b-4724-b67a-04a5eab021a9 service neutron] Publish callbacks [] for port (85edba64-15f6-4566-909c-126cfe83f3e8), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:32.705618 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.db.provisioning_blocks [req-b5133491-7ff9-43f1-a45f-fd6bf2f6fccb req-cae1067f-a82b-4724-b67a-04a5eab021a9 service neutron] Transition to ACTIVE for port object 85edba64-15f6-4566-909c-126cfe83f3e8 will not be triggered until provisioned by entity L2. {{(pid=103433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 17:02:32.765988 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b5133491-7ff9-43f1-a45f-fd6bf2f6fccb req-cae1067f-a82b-4724-b67a-04a5eab021a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (85edba64-15f6-4566-909c-126cfe83f3e8), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:32.835352 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9820ce2a-1fef-4f7a-8ce6-31586d080b8d admin admin] Made reservation on behalf of e52d0e6cb751452c9c07fdb027ed4b60 for: {'network': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:02:32.837603 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9820ce2a-1fef-4f7a-8ce6-31586d080b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for network (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:32.842816 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0956b084-4e28-4314-aa45-bc09616a6b36 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Network ca3ae6bc-acc1-44d4-99e8-2239d5d79721 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:02:32.856715 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-0956b084-4e28-4314-aa45-bc09616a6b36 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:02:32.861824 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9820ce2a-1fef-4f7a-8ce6-31586d080b8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:32.863612 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0956b084-4e28-4314-aa45-bc09616a6b36 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:02:32.934226 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae1067f-a82b-4724-b67a-04a5eab021a9 service neutron] Pushing event updated for resources: {'Port': ['ID=85edba64-15f6-4566-909c-126cfe83f3e8,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:32.950266 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-b5133491-7ff9-43f1-a45f-fd6bf2f6fccb req-cae1067f-a82b-4724-b67a-04a5eab021a9 service neutron] Attempting to bind port 85edba64-15f6-4566-909c-126cfe83f3e8 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:02:32.950266 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-b5133491-7ff9-43f1-a45f-fd6bf2f6fccb req-cae1067f-a82b-4724-b67a-04a5eab021a9 service neutron] Attempting to bind port 85edba64-15f6-4566-909c-126cfe83f3e8 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'b960076e-9cc5-4eff-bdc7-5d5b07d940df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '752cb95a-9891-4bc4-8e97-2b9b1e9460d0'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:02:32.950266 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5133491-7ff9-43f1-a45f-fd6bf2f6fccb req-cae1067f-a82b-4724-b67a-04a5eab021a9 service neutron] Attempting to bind port 85edba64-15f6-4566-909c-126cfe83f3e8 on network 752cb95a-9891-4bc4-8e97-2b9b1e9460d0 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:02:32.952948 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5133491-7ff9-43f1-a45f-fd6bf2f6fccb req-cae1067f-a82b-4724-b67a-04a5eab021a9 service neutron] Port 85edba64-15f6-4566-909c-126cfe83f3e8 on network 752cb95a-9891-4bc4-8e97-2b9b1e9460d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 17:02:32.953573 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5133491-7ff9-43f1-a45f-fd6bf2f6fccb req-cae1067f-a82b-4724-b67a-04a5eab021a9 service neutron] Attempting to bind port 85edba64-15f6-4566-909c-126cfe83f3e8 on network 752cb95a-9891-4bc4-8e97-2b9b1e9460d0 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:02:32.960258 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5133491-7ff9-43f1-a45f-fd6bf2f6fccb req-cae1067f-a82b-4724-b67a-04a5eab021a9 service neutron] Checking agent: {'id': 'c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 17, 0, 18), 'started_at': datetime.datetime(2022, 3, 7, 17, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:02:32.960981 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5133491-7ff9-43f1-a45f-fd6bf2f6fccb req-cae1067f-a82b-4724-b67a-04a5eab021a9 service neutron] Checking segment: {'id': 'b960076e-9cc5-4eff-bdc7-5d5b07d940df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '752cb95a-9891-4bc4-8e97-2b9b1e9460d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:02:32.961790 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5133491-7ff9-43f1-a45f-fd6bf2f6fccb req-cae1067f-a82b-4724-b67a-04a5eab021a9 service neutron] Bound using segment: {'id': 'b960076e-9cc5-4eff-bdc7-5d5b07d940df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '752cb95a-9891-4bc4-8e97-2b9b1e9460d0'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:02:32.962511 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [req-b5133491-7ff9-43f1-a45f-fd6bf2f6fccb req-cae1067f-a82b-4724-b67a-04a5eab021a9 service neutron] Bound port: 85edba64-15f6-4566-909c-126cfe83f3e8, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b960076e-9cc5-4eff-bdc7-5d5b07d940df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '752cb95a-9891-4bc4-8e97-2b9b1e9460d0'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:02:32.963090 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b5133491-7ff9-43f1-a45f-fd6bf2f6fccb req-cae1067f-a82b-4724-b67a-04a5eab021a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (85edba64-15f6-4566-909c-126cfe83f3e8), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:33.049545 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-3a080a07-4302-4128-95a0-c33a2c01ee5e req-37004715-b36a-46be-84e5-465f06f1672c tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Publish callbacks [] for port (293f83de-e9fc-4e45-83a0-993997bce3a1), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:33.055964 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-b5133491-7ff9-43f1-a45f-fd6bf2f6fccb req-cae1067f-a82b-4724-b67a-04a5eab021a9 service neutron] For port 85edba64-15f6-4566-909c-126cfe83f3e8, host hv-cinder-80403, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:02:33.066768 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [req-b5133491-7ff9-43f1-a45f-fd6bf2f6fccb req-cae1067f-a82b-4724-b67a-04a5eab021a9 service neutron] For port 85edba64-15f6-4566-909c-126cfe83f3e8, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=85edba64-15f6-4566-909c-126cfe83f3e8,segment=NetworkSegment(b960076e-9cc5-4eff-bdc7-5d5b07d940df),segment_id=b960076e-9cc5-4eff-bdc7-5d5b07d940df)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:02:33.079661 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0956b084-4e28-4314-aa45-bc09616a6b36 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks [] for floatingip (14affb8e-58f0-47e7-b1dc-50ba16dc959a), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:33.097151 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-53cbf720-772c-4adb-9132-820e74b7f7af admin admin] Publish callbacks [] for security_group (a00f309c-9373-4375-9ca4-182a1a1ec505), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:33.147943 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b5133491-7ff9-43f1-a45f-fd6bf2f6fccb req-cae1067f-a82b-4724-b67a-04a5eab021a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (85edba64-15f6-4566-909c-126cfe83f3e8), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:33.152622 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9820ce2a-1fef-4f7a-8ce6-31586d080b8d admin admin] Publish callbacks [] for security_group (a563d941-f106-4a17-ad04-d82bd8246e21), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:33.195559 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5133491-7ff9-43f1-a45f-fd6bf2f6fccb req-cae1067f-a82b-4724-b67a-04a5eab021a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:33.196202 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [req-b5133491-7ff9-43f1-a45f-fd6bf2f6fccb req-cae1067f-a82b-4724-b67a-04a5eab021a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for port (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:33.197649 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [req-b5133491-7ff9-43f1-a45f-fd6bf2f6fccb req-cae1067f-a82b-4724-b67a-04a5eab021a9 service neutron] 10.222.0.53 "PUT /v2.0/ports/85edba64-15f6-4566-909c-126cfe83f3e8 HTTP/1.1" status: 200 len: 1094 time: 2.2584269 Mar 07 17:02:33.198194 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dba6b4b8-b6eb-4b3a-9d65-0a14cb823128', 'tag': '85edba64-15f6-4566-909c-126cfe83f3e8'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:02:33.216870 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-53cbf720-772c-4adb-9132-820e74b7f7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (a00f309c-9373-4375-9ca4-182a1a1ec505), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:33.310616 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cbf720-772c-4adb-9132-820e74b7f7af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00f309c-9373-4375-9ca4-182a1a1ec505,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:33.366192 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae1067f-a82b-4724-b67a-04a5eab021a9 service neutron] Pushing event updated for resources: {'Port': ['ID=85edba64-15f6-4566-909c-126cfe83f3e8,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:33.382455 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-3a080a07-4302-4128-95a0-c33a2c01ee5e req-37004715-b36a-46be-84e5-465f06f1672c tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377'] for port (293f83de-e9fc-4e45-83a0-993997bce3a1), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:33.394947 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9820ce2a-1fef-4f7a-8ce6-31586d080b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (a563d941-f106-4a17-ad04-d82bd8246e21), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:33.478298 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9104b-08bb-4fc7-b1d0-5d0868e38457 req-5d30b6bf-13e4-4968-9719-aa80899e00c6 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:33.480064 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-22b9104b-08bb-4fc7-b1d0-5d0868e38457 req-5d30b6bf-13e4-4968-9719-aa80899e00c6 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/ports?device_id=dba6b4b8-b6eb-4b3a-9d65-0a14cb823128 HTTP/1.1" status: 200 len: 944 time: 0.3102090 Mar 07 17:02:33.484875 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0956b084-4e28-4314-aa45-bc09616a6b36 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (e3ea7ae6-19ff-40b0-90f1-3a30e4bf652f), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:33.520066 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfbbc7859df88561113c54b203fedf4c990683989f0786bfb786606e8039cc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9379cd32-7f9f-42fb-9dd9-5807cbf3b1f7" -d '{"events": [{"name": "network-changed", "server_uuid": "dba6b4b8-b6eb-4b3a-9d65-0a14cb823128", "tag": "85edba64-15f6-4566-909c-126cfe83f3e8"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:02:33.526118 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a080a07-4302-4128-95a0-c33a2c01ee5e req-37004715-b36a-46be-84e5-465f06f1672c tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Network 504454ff-a447-4f42-b96f-99b47903621f is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:02:33.528763 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5133491-7ff9-43f1-a45f-fd6bf2f6fccb req-4aadf9b3-2aac-48c6-9f96-9baafec1f3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:33.531698 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [req-b5133491-7ff9-43f1-a45f-fd6bf2f6fccb req-4aadf9b3-2aac-48c6-9f96-9baafec1f3f9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0dea78ccaffd4929acb5e5b30159ab89&device_id=dba6b4b8-b6eb-4b3a-9d65-0a14cb823128 HTTP/1.1" status: 200 len: 1128 time: 0.1320255 Mar 07 17:02:33.545983 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 58506) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:33.569785 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [req-3a080a07-4302-4128-95a0-c33a2c01ee5e req-37004715-b36a-46be-84e5-465f06f1672c tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:02:33.640100 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a080a07-4302-4128-95a0-c33a2c01ee5e req-37004715-b36a-46be-84e5-465f06f1672c tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:02:33.645620 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a080a07-4302-4128-95a0-c33a2c01ee5e req-37004715-b36a-46be-84e5-465f06f1672c tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:33.646269 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-3a080a07-4302-4128-95a0-c33a2c01ee5e req-37004715-b36a-46be-84e5-465f06f1672c tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:33.657511 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9820ce2a-1fef-4f7a-8ce6-31586d080b8d admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=103431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 17:02:33.672882 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [req-b5133491-7ff9-43f1-a45f-fd6bf2f6fccb req-69c4ba44-a74a-432e-84ed-7edfeddbddee service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85edba64-15f6-4566-909c-126cfe83f3e8 HTTP/1.1" status: 200 len: 217 time: 0.0962455 Mar 07 17:02:33.692919 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-53cbf720-772c-4adb-9132-820e74b7f7af admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e39b5307ca384854bbeb106c0f08f910&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8155804 Mar 07 17:02:33.696226 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 58514) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:33.805596 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9820ce2a-1fef-4f7a-8ce6-31586d080b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696658'] for segment (a3e75210-842c-4e06-bba0-64c8cdbd1b2f), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:33.805596 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.db.segments_db [None req-9820ce2a-1fef-4f7a-8ce6-31586d080b8d admin admin] Added segment a3e75210-842c-4e06-bba0-64c8cdbd1b2f of type vlan for network c96e64a9-3379-479b-a4cd-8466aaef1ba7 Mar 07 17:02:33.816143 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-df8aff8f-ff1c-48b0-b6d7-0811945871d7 req-1670b19b-64c6-4cf4-a12a-08d9b70764e3 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 210 time: 0.2078443 Mar 07 17:02:33.816791 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9820ce2a-1fef-4f7a-8ce6-31586d080b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a563d941-f106-4a17-ad04-d82bd8246e21,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:33.832861 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [req-b0ecdc12-31bb-4109-a78d-6ce218b1f482 req-5817392d-f582-4b4f-af48-e316531b9a71 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Allocated IP 172.20.0.2 (504454ff-a447-4f42-b96f-99b47903621f/4efc1e77-65c1-4cf0-9f44-cec7156fd1b4/b1d86a73-416e-4d71-a546-4776a393218b) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:02:33.844862 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5133491-7ff9-43f1-a45f-fd6bf2f6fccb req-ed803ece-6e17-4e9c-bf20-939b72533a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:33.849743 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [req-b5133491-7ff9-43f1-a45f-fd6bf2f6fccb req-ed803ece-6e17-4e9c-bf20-939b72533a62 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ef1cc0bc-7880-4621-940d-1bd5e37573f9 HTTP/1.1" status: 200 len: 852 time: 0.1046140 Mar 07 17:02:33.854229 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2cd25873-56fb-4b54-966a-313705d54a43 admin admin] Publish callbacks [] for security_group (a00f309c-9373-4375-9ca4-182a1a1ec505), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:33.876648 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37004715-b36a-46be-84e5-465f06f1672c tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Pushing event updated for resources: {'Port': ['ID=293f83de-e9fc-4e45-83a0-993997bce3a1,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:33.956118 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [req-b5133491-7ff9-43f1-a45f-fd6bf2f6fccb req-c3467fb8-ac94-4842-845e-e3ab55a2e613 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=752cb95a-9891-4bc4-8e97-2b9b1e9460d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993145 Mar 07 17:02:33.976664 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2cd25873-56fb-4b54-966a-313705d54a43 admin admin] Publish callbacks [] for security_group (a00f309c-9373-4375-9ca4-182a1a1ec505), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:33.994579 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3a080a07-4302-4128-95a0-c33a2c01ee5e req-37004715-b36a-46be-84e5-465f06f1672c tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5612779 Mar 07 17:02:34.007090 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9820ce2a-1fef-4f7a-8ce6-31586d080b8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762243790367'] for network (c96e64a9-3379-479b-a4cd-8466aaef1ba7), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:34.021655 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-3a080a07-4302-4128-95a0-c33a2c01ee5e req-0331e64a-d4ed-42bb-9582-f6c7ac60ec26 service neutron] Request body: {'port': {'device_id': 'c1ebf667-dc18-48e6-950d-783c44af65f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:02:34.029462 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-22b9104b-08bb-4fc7-b1d0-5d0868e38457 req-1ff61456-f697-463e-a2ec-f16a8a48ccce tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/security-groups?id=7330ac32-2720-41dc-90f6-bf65a7402bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4706466 Mar 07 17:02:34.100595 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-64da4db2-e297-44d0-ae67-0a37ae8f9e7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:34.250254 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec79b9c-1b36-4147-bdaf-105bc9987815 x-openstack-request-id: req-6ec79b9c-1b36-4147-bdaf-105bc9987815 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:02:34.250699 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dba6b4b8-b6eb-4b3a-9d65-0a14cb823128", "tag": "85edba64-15f6-4566-909c-126cfe83f3e8", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:02:34.251979 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6ec79b9c-1b36-4147-bdaf-105bc9987815 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:02:34.253039 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dba6b4b8-b6eb-4b3a-9d65-0a14cb823128', 'tag': '85edba64-15f6-4566-909c-126cfe83f3e8', 'status': 'completed', 'code': 200} Mar 07 17:02:34.257178 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9820ce2a-1fef-4f7a-8ce6-31586d080b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490'] for network (c96e64a9-3379-479b-a4cd-8466aaef1ba7), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:34.258393 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9820ce2a-1fef-4f7a-8ce6-31586d080b8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:34.258892 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9820ce2a-1fef-4f7a-8ce6-31586d080b8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:34.303210 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2cd25873-56fb-4b54-966a-313705d54a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (a00f309c-9373-4375-9ca4-182a1a1ec505), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:34.306005 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2cd25873-56fb-4b54-966a-313705d54a43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:34.309511 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-2cd25873-56fb-4b54-966a-313705d54a43 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a00f309c-9373-4375-9ca4-182a1a1ec505 HTTP/1.1" status: 204 len: 168 time: 0.6078904 Mar 07 17:02:34.355302 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-3a080a07-4302-4128-95a0-c33a2c01ee5e req-0331e64a-d4ed-42bb-9582-f6c7ac60ec26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (293f83de-e9fc-4e45-83a0-993997bce3a1), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:34.359499 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0956b084-4e28-4314-aa45-bc09616a6b36 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks [] for port (e3ea7ae6-19ff-40b0-90f1-3a30e4bf652f), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:34.386924 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [req-b5133491-7ff9-43f1-a45f-fd6bf2f6fccb req-417dc764-4953-44c2-a11d-4704d3dbc4e1 service neutron] 10.222.0.53 "GET /v2.0/networks/752cb95a-9891-4bc4-8e97-2b9b1e9460d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4045682 Mar 07 17:02:34.393947 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd25873-56fb-4b54-966a-313705d54a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00f309c-9373-4375-9ca4-182a1a1ec505,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:34.422167 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-9820ce2a-1fef-4f7a-8ce6-31586d080b8d admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9366977 Mar 07 17:02:34.431413 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 58528) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:34.436838 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-a5f4fe61-2d58-436b-9485-ee6355fbda35 admin admin] Request body: {'subnet': {'network_id': 'c96e64a9-3379-479b-a4cd-8466aaef1ba7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1005804537-subnet', 'tenant_id': 'e52d0e6cb751452c9c07fdb027ed4b60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:02:34.450194 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9820ce2a-1fef-4f7a-8ce6-31586d080b8d admin admin] Pushing event updated for resources: {'Network': ['ID=c96e64a9-3379-479b-a4cd-8466aaef1ba7,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:34.493781 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0956b084-4e28-4314-aa45-bc09616a6b36 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (e3ea7ae6-19ff-40b0-90f1-3a30e4bf652f), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:34.517150 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Network c96e64a9-3379-479b-a4cd-8466aaef1ba7 details requested by agent ovs-agent-dv-cinder-804035-42-iscsi with host dv-cinder-804035-42-iscsi {{(pid=103440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 17:02:34.550910 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-64da4db2-e297-44d0-ae67-0a37ae8f9e7e admin admin] Publish callbacks [] for security_group (36af9318-5aef-4584-bcb4-7ccd8f84842b), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:34.561977 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b0ecdc12-31bb-4109-a78d-6ce218b1f482 req-5817392d-f582-4b4f-af48-e316531b9a71 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Publish callbacks [] for port (b1d86a73-416e-4d71-a546-4776a393218b), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:34.576243 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0956b084-4e28-4314-aa45-bc09616a6b36 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2049624'] for floatingip (14affb8e-58f0-47e7-b1dc-50ba16dc959a), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:34.613946 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [req-b5133491-7ff9-43f1-a45f-fd6bf2f6fccb req-b43943fd-40aa-4d93-a5dc-f2f842a5cb50 service neutron] 10.222.0.53 "GET /v2.0/networks/752cb95a-9891-4bc4-8e97-2b9b1e9460d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099996 Mar 07 17:02:34.683234 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f4fe61-2d58-436b-9485-ee6355fbda35 admin admin] Made reservation on behalf of e52d0e6cb751452c9c07fdb027ed4b60 for: {'subnet': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:02:34.685587 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a5f4fe61-2d58-436b-9485-ee6355fbda35 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:34.698751 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0956b084-4e28-4314-aa45-bc09616a6b36 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Pushing event updated for resources: {'Port': ['ID=e3ea7ae6-19ff-40b0-90f1-3a30e4bf652f,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:34.711252 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-64da4db2-e297-44d0-ae67-0a37ae8f9e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (36af9318-5aef-4584-bcb4-7ccd8f84842b), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:34.790010 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-64da4db2-e297-44d0-ae67-0a37ae8f9e7e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4e8c62e6c8b0446e8777ff676830944d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2405863 Mar 07 17:02:34.795826 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 58532) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:34.807177 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64da4db2-e297-44d0-ae67-0a37ae8f9e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36af9318-5aef-4584-bcb4-7ccd8f84842b,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:34.937505 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0956b084-4e28-4314-aa45-bc09616a6b36 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:34.943707 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-0956b084-4e28-4314-aa45-bc09616a6b36 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.3795192 Mar 07 17:02:34.944447 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-146d5d77-df1e-4eff-9fae-29c4fd788f5c admin admin] Publish callbacks [] for security_group (36af9318-5aef-4584-bcb4-7ccd8f84842b), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:34.958406 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379cd32-7f9f-42fb-9dd9-5807cbf3b1f7 req-78a8f308-7103-4796-bca8-6754fa0a18ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:34.963002 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [req-9379cd32-7f9f-42fb-9dd9-5807cbf3b1f7 req-78a8f308-7103-4796-bca8-6754fa0a18ef service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0dea78ccaffd4929acb5e5b30159ab89&device_id=dba6b4b8-b6eb-4b3a-9d65-0a14cb823128 HTTP/1.1" status: 200 len: 1128 time: 0.1723011 Mar 07 17:02:34.970357 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b0ecdc12-31bb-4109-a78d-6ce218b1f482 req-5817392d-f582-4b4f-af48-e316531b9a71 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377'] for port (b1d86a73-416e-4d71-a546-4776a393218b), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:35.043424 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-146d5d77-df1e-4eff-9fae-29c4fd788f5c admin admin] Publish callbacks [] for security_group (36af9318-5aef-4584-bcb4-7ccd8f84842b), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:35.133949 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5817392d-f582-4b4f-af48-e316531b9a71 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Pushing event updated for resources: {'Port': ['ID=b1d86a73-416e-4d71-a546-4776a393218b,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:35.254407 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0ecdc12-31bb-4109-a78d-6ce218b1f482 req-5817392d-f582-4b4f-af48-e316531b9a71 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Network 504454ff-a447-4f42-b96f-99b47903621f is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:02:35.261640 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [req-b0ecdc12-31bb-4109-a78d-6ce218b1f482 req-5817392d-f582-4b4f-af48-e316531b9a71 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:02:35.288364 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ecdc12-31bb-4109-a78d-6ce218b1f482 req-5817392d-f582-4b4f-af48-e316531b9a71 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:02:35.293644 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ecdc12-31bb-4109-a78d-6ce218b1f482 req-5817392d-f582-4b4f-af48-e316531b9a71 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:35.294354 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b0ecdc12-31bb-4109-a78d-6ce218b1f482 req-5817392d-f582-4b4f-af48-e316531b9a71 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:35.341999 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379cd32-7f9f-42fb-9dd9-5807cbf3b1f7 req-f13a7665-764d-4828-92c7-9303411f6b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:35.344269 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [req-9379cd32-7f9f-42fb-9dd9-5807cbf3b1f7 req-f13a7665-764d-4828-92c7-9303411f6b0e service neutron] 10.222.0.53 "GET /v2.0/networks?id=752cb95a-9891-4bc4-8e97-2b9b1e9460d0 HTTP/1.1" status: 200 len: 913 time: 0.3721089 Mar 07 17:02:35.379354 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed98f62-1c28-4422-a6ab-3ae8ca90c356 req-61e73d7d-19fd-4f06-8c8f-a60fe388ec4a tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:35.387629 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1ed98f62-1c28-4422-a6ab-3ae8ca90c356 req-61e73d7d-19fd-4f06-8c8f-a60fe388ec4a tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 931 time: 0.4466197 Mar 07 17:02:35.417264 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [req-9379cd32-7f9f-42fb-9dd9-5807cbf3b1f7 req-e12eac9d-312f-46ae-a468-ce1850b723e3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85edba64-15f6-4566-909c-126cfe83f3e8 HTTP/1.1" status: 200 len: 217 time: 0.0601361 Mar 07 17:02:35.462472 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-146d5d77-df1e-4eff-9fae-29c4fd788f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (36af9318-5aef-4584-bcb4-7ccd8f84842b), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:35.465664 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-146d5d77-df1e-4eff-9fae-29c4fd788f5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:35.467051 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-146d5d77-df1e-4eff-9fae-29c4fd788f5c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/36af9318-5aef-4584-bcb4-7ccd8f84842b HTTP/1.1" status: 204 len: 168 time: 0.6620102 Mar 07 17:02:35.474952 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c4439-68b2-4fb8-986e-8315a69673ae req-eb16c7c0-ff4d-493a-ab4e-e7414427a0d7 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:35.477054 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e39c4439-68b2-4fb8-986e-8315a69673ae req-eb16c7c0-ff4d-493a-ab4e-e7414427a0d7 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/ports?device_id=dba6b4b8-b6eb-4b3a-9d65-0a14cb823128 HTTP/1.1" status: 200 len: 944 time: 0.2477372 Mar 07 17:02:35.486477 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a5f4fe61-2d58-436b-9485-ee6355fbda35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490'] for subnet (f8d2e7a3-7213-4761-96a7-a832791b7344), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:35.490606 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146d5d77-df1e-4eff-9fae-29c4fd788f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36af9318-5aef-4584-bcb4-7ccd8f84842b,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:35.645626 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379cd32-7f9f-42fb-9dd9-5807cbf3b1f7 req-c5d324a7-ac88-4fde-804b-b522d302b565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:35.648166 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [req-9379cd32-7f9f-42fb-9dd9-5807cbf3b1f7 req-c5d324a7-ac88-4fde-804b-b522d302b565 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ef1cc0bc-7880-4621-940d-1bd5e37573f9 HTTP/1.1" status: 200 len: 852 time: 0.1500447 Mar 07 17:02:35.690289 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [req-9379cd32-7f9f-42fb-9dd9-5807cbf3b1f7 req-59a4da8b-1ede-4555-bfd5-f74b8bd6065c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=752cb95a-9891-4bc4-8e97-2b9b1e9460d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354433 Mar 07 17:02:35.725473 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b0ecdc12-31bb-4109-a78d-6ce218b1f482 req-5817392d-f582-4b4f-af48-e316531b9a71 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0424156 Mar 07 17:02:35.772304 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1ed98f62-1c28-4422-a6ab-3ae8ca90c356 req-6c77435c-f769-4bed-a633-08e67c81283e tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3835976 Mar 07 17:02:35.830874 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f4fe61-2d58-436b-9485-ee6355fbda35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8d2e7a3-7213-4761-96a7-a832791b7344,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:35.856061 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [req-3a080a07-4302-4128-95a0-c33a2c01ee5e req-0331e64a-d4ed-42bb-9582-f6c7ac60ec26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 293f83de-e9fc-4e45-83a0-993997bce3a1 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:02:35.874454 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-3a080a07-4302-4128-95a0-c33a2c01ee5e req-0331e64a-d4ed-42bb-9582-f6c7ac60ec26 service neutron] Publish callbacks [] for port (293f83de-e9fc-4e45-83a0-993997bce3a1), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:35.911202 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e39c4439-68b2-4fb8-986e-8315a69673ae req-05748d55-29a6-4c78-8bcb-33119cc780c3 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/security-groups?id=7330ac32-2720-41dc-90f6-bf65a7402bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4199517 Mar 07 17:02:35.932762 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [req-3a080a07-4302-4128-95a0-c33a2c01ee5e req-0331e64a-d4ed-42bb-9582-f6c7ac60ec26 service neutron] Transition to ACTIVE for port object 293f83de-e9fc-4e45-83a0-993997bce3a1 will not be triggered until provisioned by entity L2. {{(pid=103431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 17:02:35.934890 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f4fe61-2d58-436b-9485-ee6355fbda35 admin admin] Checking segment: {'id': 'a3e75210-842c-4e06-bba0-64c8cdbd1b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c96e64a9-3379-479b-a4cd-8466aaef1ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:02:35.938796 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f4fe61-2d58-436b-9485-ee6355fbda35 admin admin] Network hostable DHCP agents. Network: c96e64a9-3379-479b-a4cd-8466aaef1ba7, hostable agents: ['7a37eb1f-9e1c-4804-b782-6f192b2f1d6e'], hosted agents: [] {{(pid=103431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 17:02:36.000701 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-b0ecdc12-31bb-4109-a78d-6ce218b1f482 req-c0948ab0-2a69-41c0-853c-fed5eb9d762b service neutron] Request body: {'port': {'device_id': 'edb9e4bf-53c8-49cb-b4fb-b85febfb6638', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:02:36.030482 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-3a080a07-4302-4128-95a0-c33a2c01ee5e req-0331e64a-d4ed-42bb-9582-f6c7ac60ec26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (293f83de-e9fc-4e45-83a0-993997bce3a1), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:36.076800 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f1e1a906-53ad-46aa-910b-9d75818be857 req-a88aec90-0dd0-40b7-a37b-0c8bee40df87 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1020968883&fields=id&tenant_id=db35bac585dc40f58eb36a633d40676e HTTP/1.1" status: 200 len: 267 time: 0.1833012 Mar 07 17:02:36.158537 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f4fe61-2d58-436b-9485-ee6355fbda35 admin admin] Network c96e64a9-3379-479b-a4cd-8466aaef1ba7 is scheduled to be hosted by DHCP agent 7a37eb1f-9e1c-4804-b782-6f192b2f1d6e with binding_index 1 {{(pid=103431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 17:02:36.170850 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0331e64a-d4ed-42bb-9582-f6c7ac60ec26 service neutron] Pushing event updated for resources: {'Port': ['ID=293f83de-e9fc-4e45-83a0-993997bce3a1,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:36.206835 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b0ecdc12-31bb-4109-a78d-6ce218b1f482 req-c0948ab0-2a69-41c0-853c-fed5eb9d762b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (b1d86a73-416e-4d71-a546-4776a393218b), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:36.222621 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [req-9379cd32-7f9f-42fb-9dd9-5807cbf3b1f7 req-405f273b-c98f-4ba5-ba68-f9db50a3e1b3 service neutron] 10.222.0.53 "GET /v2.0/networks/752cb95a-9891-4bc4-8e97-2b9b1e9460d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355509 Mar 07 17:02:36.402954 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-3a080a07-4302-4128-95a0-c33a2c01ee5e req-0331e64a-d4ed-42bb-9582-f6c7ac60ec26 service neutron] Attempting to bind port 293f83de-e9fc-4e45-83a0-993997bce3a1 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:02:36.403347 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-3a080a07-4302-4128-95a0-c33a2c01ee5e req-0331e64a-d4ed-42bb-9582-f6c7ac60ec26 service neutron] Attempting to bind port 293f83de-e9fc-4e45-83a0-993997bce3a1 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '0bd0e565-e442-4b6c-956a-2968d926a438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '504454ff-a447-4f42-b96f-99b47903621f'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:02:36.404138 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a080a07-4302-4128-95a0-c33a2c01ee5e req-0331e64a-d4ed-42bb-9582-f6c7ac60ec26 service neutron] Attempting to bind port 293f83de-e9fc-4e45-83a0-993997bce3a1 on network 504454ff-a447-4f42-b96f-99b47903621f {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:02:36.413521 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-a5f4fe61-2d58-436b-9485-ee6355fbda35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-42-iscsi, c96e64a9-3379-479b-a4cd-8466aaef1ba7) {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:02:36.425070 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79a2a0a-b454-4a4e-9a58-afdd289b8fea None None] Network c96e64a9-3379-479b-a4cd-8466aaef1ba7 requested from dv-cinder-804035-42-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:02:36.448993 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f4fe61-2d58-436b-9485-ee6355fbda35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:36.452172 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a5f4fe61-2d58-436b-9485-ee6355fbda35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:36.459013 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [req-9379cd32-7f9f-42fb-9dd9-5807cbf3b1f7 req-58cd4eb2-84d6-46c1-b129-8192b5f4b056 service neutron] 10.222.0.53 "GET /v2.0/networks/752cb95a-9891-4bc4-8e97-2b9b1e9460d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104535 Mar 07 17:02:36.495891 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1a906-53ad-46aa-910b-9d75818be857 req-d75a258f-c3e8-443e-8983-4183dbeedc5c tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:36.495891 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f1e1a906-53ad-46aa-910b-9d75818be857 req-d75a258f-c3e8-443e-8983-4183dbeedc5c tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/networks?id=092694bd-373f-4bfb-9d43-3858867af44b HTTP/1.1" status: 200 len: 817 time: 0.4016631 Mar 07 17:02:36.499719 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a080a07-4302-4128-95a0-c33a2c01ee5e req-0331e64a-d4ed-42bb-9582-f6c7ac60ec26 service neutron] Port 293f83de-e9fc-4e45-83a0-993997bce3a1 on network 504454ff-a447-4f42-b96f-99b47903621f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 17:02:36.500076 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a080a07-4302-4128-95a0-c33a2c01ee5e req-0331e64a-d4ed-42bb-9582-f6c7ac60ec26 service neutron] Attempting to bind port 293f83de-e9fc-4e45-83a0-993997bce3a1 on network 504454ff-a447-4f42-b96f-99b47903621f {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:02:36.527344 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 58598) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:36.549604 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-49de5748-6d31-475e-a6ec-ba656da8e7af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:36.714502 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6cc1c2-1b83-441e-8cf3-c02e584f4df7 None None] Network c96e64a9-3379-479b-a4cd-8466aaef1ba7 requested from dv-cinder-804035-42-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:02:36.739601 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-49de5748-6d31-475e-a6ec-ba656da8e7af admin admin] Publish callbacks [] for security_group (aeec4152-93b6-4cfd-a275-0abbc395c071), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:36.764274 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a080a07-4302-4128-95a0-c33a2c01ee5e req-0331e64a-d4ed-42bb-9582-f6c7ac60ec26 service neutron] Checking agent: {'id': 'c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 17, 0, 18), 'started_at': datetime.datetime(2022, 3, 7, 17, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:02:36.764649 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a080a07-4302-4128-95a0-c33a2c01ee5e req-0331e64a-d4ed-42bb-9582-f6c7ac60ec26 service neutron] Checking segment: {'id': '0bd0e565-e442-4b6c-956a-2968d926a438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '504454ff-a447-4f42-b96f-99b47903621f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:02:36.765574 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a080a07-4302-4128-95a0-c33a2c01ee5e req-0331e64a-d4ed-42bb-9582-f6c7ac60ec26 service neutron] Bound using segment: {'id': '0bd0e565-e442-4b6c-956a-2968d926a438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '504454ff-a447-4f42-b96f-99b47903621f'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:02:36.766160 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-3a080a07-4302-4128-95a0-c33a2c01ee5e req-0331e64a-d4ed-42bb-9582-f6c7ac60ec26 service neutron] Bound port: 293f83de-e9fc-4e45-83a0-993997bce3a1, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bd0e565-e442-4b6c-956a-2968d926a438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '504454ff-a447-4f42-b96f-99b47903621f'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:02:36.766730 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-3a080a07-4302-4128-95a0-c33a2c01ee5e req-0331e64a-d4ed-42bb-9582-f6c7ac60ec26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (293f83de-e9fc-4e45-83a0-993997bce3a1), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:36.785851 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f1e1a906-53ad-46aa-910b-9d75818be857 req-96cc9772-3bb3-45cd-8846-68102416c1b7 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/quotas/db35bac585dc40f58eb36a633d40676e HTTP/1.1" status: 200 len: 375 time: 0.2239025 Mar 07 17:02:36.843643 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-49de5748-6d31-475e-a6ec-ba656da8e7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (aeec4152-93b6-4cfd-a275-0abbc395c071), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:36.896294 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-a5f4fe61-2d58-436b-9485-ee6355fbda35 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4635797 Mar 07 17:02:36.953188 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de5748-6d31-475e-a6ec-ba656da8e7af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeec4152-93b6-4cfd-a275-0abbc395c071,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:36.991977 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-49de5748-6d31-475e-a6ec-ba656da8e7af admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a6256f1cc141474a961d362461759e1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4633174 Mar 07 17:02:36.993276 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 58620) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:37.087599 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ec8ab41d-e8bc-4d67-bb73-80560c46e7f1 admin admin] Publish callbacks [] for security_group (aeec4152-93b6-4cfd-a275-0abbc395c071), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:37.127192 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ec8ab41d-e8bc-4d67-bb73-80560c46e7f1 admin admin] Publish callbacks [] for security_group (aeec4152-93b6-4cfd-a275-0abbc395c071), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:37.164031 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 58622) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:37.182073 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f1e1a906-53ad-46aa-910b-9d75818be857 req-e8dfe9a2-06c1-4f8e-baa4-f9cd534aa64d tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=db35bac585dc40f58eb36a633d40676e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3953316 Mar 07 17:02:37.232617 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-3a080a07-4302-4128-95a0-c33a2c01ee5e req-0331e64a-d4ed-42bb-9582-f6c7ac60ec26 service neutron] For port 293f83de-e9fc-4e45-83a0-993997bce3a1, host hv-cinder-80403, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:02:37.253029 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6c4e304-f16d-44d2-9942-4ccc86fe9d1c admin admin] Deleting subnet c45dc140-6017-465a-8ad0-8753067f4bad {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 17:02:37.258339 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a6c4e304-f16d-44d2-9942-4ccc86fe9d1c admin admin] Publish callbacks [] for subnet (c45dc140-6017-465a-8ad0-8753067f4bad), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:37.291971 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-3a080a07-4302-4128-95a0-c33a2c01ee5e req-0331e64a-d4ed-42bb-9582-f6c7ac60ec26 service neutron] For port 293f83de-e9fc-4e45-83a0-993997bce3a1, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=293f83de-e9fc-4e45-83a0-993997bce3a1,segment=NetworkSegment(0bd0e565-e442-4b6c-956a-2968d926a438),segment_id=0bd0e565-e442-4b6c-956a-2968d926a438)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:02:37.300884 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a6c4e304-f16d-44d2-9942-4ccc86fe9d1c admin admin] Publish callbacks [] for subnet (c45dc140-6017-465a-8ad0-8753067f4bad), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:37.313158 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a6c4e304-f16d-44d2-9942-4ccc86fe9d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712441'] for subnet (c45dc140-6017-465a-8ad0-8753067f4bad), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:37.398892 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ec8ab41d-e8bc-4d67-bb73-80560c46e7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (aeec4152-93b6-4cfd-a275-0abbc395c071), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:37.399726 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53842a47-6584-401f-b2e0-811622e1cce0 req-4b4dffd8-6059-4c97-a231-0b00d11fade0 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:37.401570 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-53842a47-6584-401f-b2e0-811622e1cce0 req-4b4dffd8-6059-4c97-a231-0b00d11fade0 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 931 time: 0.3452759 Mar 07 17:02:37.410103 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-3a080a07-4302-4128-95a0-c33a2c01ee5e req-0331e64a-d4ed-42bb-9582-f6c7ac60ec26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (293f83de-e9fc-4e45-83a0-993997bce3a1), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:37.415270 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ec8ab41d-e8bc-4d67-bb73-80560c46e7f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:37.419315 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-ec8ab41d-e8bc-4d67-bb73-80560c46e7f1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/aeec4152-93b6-4cfd-a275-0abbc395c071 HTTP/1.1" status: 204 len: 168 time: 0.4235640 Mar 07 17:02:37.439062 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ab41d-e8bc-4d67-bb73-80560c46e7f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeec4152-93b6-4cfd-a275-0abbc395c071,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:37.560134 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a6c4e304-f16d-44d2-9942-4ccc86fe9d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490'] for subnet (c45dc140-6017-465a-8ad0-8753067f4bad), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:37.583205 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a080a07-4302-4128-95a0-c33a2c01ee5e req-0331e64a-d4ed-42bb-9582-f6c7ac60ec26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:37.586878 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-3a080a07-4302-4128-95a0-c33a2c01ee5e req-0331e64a-d4ed-42bb-9582-f6c7ac60ec26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:37.589516 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3a080a07-4302-4128-95a0-c33a2c01ee5e req-0331e64a-d4ed-42bb-9582-f6c7ac60ec26 service neutron] 10.222.0.53 "PUT /v2.0/ports/293f83de-e9fc-4e45-83a0-993997bce3a1 HTTP/1.1" status: 200 len: 1093 time: 3.5769186 Mar 07 17:02:37.599548 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c4e304-f16d-44d2-9942-4ccc86fe9d1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c45dc140-6017-465a-8ad0-8753067f4bad,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:37.604616 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1ebf667-dc18-48e6-950d-783c44af65f3', 'tag': '293f83de-e9fc-4e45-83a0-993997bce3a1'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:02:37.619282 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a6c4e304-f16d-44d2-9942-4ccc86fe9d1c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:37.623833 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-a6c4e304-f16d-44d2-9942-4ccc86fe9d1c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/c45dc140-6017-465a-8ad0-8753067f4bad HTTP/1.1" status: 204 len: 168 time: 0.4588838 Mar 07 17:02:37.626366 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 58640) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:37.711405 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [req-b0ecdc12-31bb-4109-a78d-6ce218b1f482 req-c0948ab0-2a69-41c0-853c-fed5eb9d762b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1d86a73-416e-4d71-a546-4776a393218b {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:02:37.729437 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b0ecdc12-31bb-4109-a78d-6ce218b1f482 req-c0948ab0-2a69-41c0-853c-fed5eb9d762b service neutron] Publish callbacks [] for port (b1d86a73-416e-4d71-a546-4776a393218b), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:37.734057 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f1e1a906-53ad-46aa-910b-9d75818be857 req-b26fad49-9048-4923-aaab-81a480714e3c service neutron] 10.222.0.45 "GET /v2.0/networks/092694bd-373f-4bfb-9d43-3858867af44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5157697 Mar 07 17:02:37.743132 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-53842a47-6584-401f-b2e0-811622e1cce0 req-d76fe433-a11a-4f3e-930b-d2e59caf6b7d tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518070 Mar 07 17:02:37.755938 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c39ccf8e-011a-4664-9ed4-9c272d229618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748406'] for network (5bbbf4ec-cdb2-4290-9a24-57ec196debcb), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:37.873337 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [req-b0ecdc12-31bb-4109-a78d-6ce218b1f482 req-c0948ab0-2a69-41c0-853c-fed5eb9d762b service neutron] Transition to ACTIVE for port object b1d86a73-416e-4d71-a546-4776a393218b will not be triggered until provisioned by entity L2. {{(pid=103431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 17:02:37.877651 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0331e64a-d4ed-42bb-9582-f6c7ac60ec26 service neutron] Pushing event updated for resources: {'Port': ['ID=293f83de-e9fc-4e45-83a0-993997bce3a1,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:38.043378 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b0ecdc12-31bb-4109-a78d-6ce218b1f482 req-c0948ab0-2a69-41c0-853c-fed5eb9d762b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (b1d86a73-416e-4d71-a546-4776a393218b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:38.108183 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0948ab0-2a69-41c0-853c-fed5eb9d762b service neutron] Pushing event updated for resources: {'Port': ['ID=b1d86a73-416e-4d71-a546-4776a393218b,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:38.134914 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a080a07-4302-4128-95a0-c33a2c01ee5e req-8e9b8a11-b4c1-4128-a832-6126f9cec63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:38.138169 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3a080a07-4302-4128-95a0-c33a2c01ee5e req-8e9b8a11-b4c1-4128-a832-6126f9cec63c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=07ebdeb0ad254b0889bc30be49117698&device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 1127 time: 0.3700061 Mar 07 17:02:38.142837 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aba4c615e876ca6c23e5fed61a3d1f980fac3f984d457871ad3b292fe147bdb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed46864-d584-48d3-9b1b-24eb1057e540" -d '{"events": [{"name": "network-changed", "server_uuid": "c1ebf667-dc18-48e6-950d-783c44af65f3", "tag": "293f83de-e9fc-4e45-83a0-993997bce3a1"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:02:38.252741 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c39ccf8e-011a-4664-9ed4-9c272d229618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856182', 'neutron.services.segments.db._delete_segments_for_network-8762244314215'] for network (5bbbf4ec-cdb2-4290-9a24-57ec196debcb), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:38.258358 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f1e1a906-53ad-46aa-910b-9d75818be857 req-31c0c56d-5edf-4c47-adf8-44208391964f service neutron] 10.222.0.45 "GET /v2.0/networks/092694bd-373f-4bfb-9d43-3858867af44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5142198 Mar 07 17:02:38.306340 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c39ccf8e-011a-4664-9ed4-9c272d229618 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 17:02:38.306340 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c39ccf8e-011a-4664-9ed4-9c272d229618 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 17:02:38.306970 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c39ccf8e-011a-4664-9ed4-9c272d229618 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 17:02:38.307343 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c39ccf8e-011a-4664-9ed4-9c272d229618 admin admin] Subscribe: > port after_create 55550000 {{(pid=103433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 17:02:38.307789 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c39ccf8e-011a-4664-9ed4-9c272d229618 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 17:02:38.308220 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c39ccf8e-011a-4664-9ed4-9c272d229618 admin admin] Subscribe: > port after_update 55550000 {{(pid=103433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 17:02:38.308650 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c39ccf8e-011a-4664-9ed4-9c272d229618 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 17:02:38.309038 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c39ccf8e-011a-4664-9ed4-9c272d229618 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 17:02:38.309375 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c39ccf8e-011a-4664-9ed4-9c272d229618 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 17:02:38.310374 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c39ccf8e-011a-4664-9ed4-9c272d229618 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 17:02:38.347873 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-b0ecdc12-31bb-4109-a78d-6ce218b1f482 req-c0948ab0-2a69-41c0-853c-fed5eb9d762b service neutron] Attempting to bind port b1d86a73-416e-4d71-a546-4776a393218b on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:02:38.349239 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-b0ecdc12-31bb-4109-a78d-6ce218b1f482 req-c0948ab0-2a69-41c0-853c-fed5eb9d762b service neutron] Attempting to bind port b1d86a73-416e-4d71-a546-4776a393218b by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '0bd0e565-e442-4b6c-956a-2968d926a438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '504454ff-a447-4f42-b96f-99b47903621f'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:02:38.349990 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ecdc12-31bb-4109-a78d-6ce218b1f482 req-c0948ab0-2a69-41c0-853c-fed5eb9d762b service neutron] Attempting to bind port b1d86a73-416e-4d71-a546-4776a393218b on network 504454ff-a447-4f42-b96f-99b47903621f {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:02:38.370080 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5844177f-eb69-401c-94cb-39214f6b0413 req-8d6e10c1-2dba-47f4-9e35-f074ed7282c8 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:38.372235 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5844177f-eb69-401c-94cb-39214f6b0413 req-8d6e10c1-2dba-47f4-9e35-f074ed7282c8 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/ports?device_id=dba6b4b8-b6eb-4b3a-9d65-0a14cb823128 HTTP/1.1" status: 200 len: 944 time: 0.2229133 Mar 07 17:02:38.373054 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ecdc12-31bb-4109-a78d-6ce218b1f482 req-c0948ab0-2a69-41c0-853c-fed5eb9d762b service neutron] Port b1d86a73-416e-4d71-a546-4776a393218b on network 504454ff-a447-4f42-b96f-99b47903621f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 17:02:38.373542 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ecdc12-31bb-4109-a78d-6ce218b1f482 req-c0948ab0-2a69-41c0-853c-fed5eb9d762b service neutron] Attempting to bind port b1d86a73-416e-4d71-a546-4776a393218b on network 504454ff-a447-4f42-b96f-99b47903621f {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:02:38.377786 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3a080a07-4302-4128-95a0-c33a2c01ee5e req-3020fcf0-f6ba-4622-931b-fb1dd984a161 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=293f83de-e9fc-4e45-83a0-993997bce3a1 HTTP/1.1" status: 200 len: 217 time: 0.1129768 Mar 07 17:02:38.388286 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ecdc12-31bb-4109-a78d-6ce218b1f482 req-c0948ab0-2a69-41c0-853c-fed5eb9d762b service neutron] Checking agent: {'id': 'c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 17, 0, 18), 'started_at': datetime.datetime(2022, 3, 7, 17, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:02:38.388882 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ecdc12-31bb-4109-a78d-6ce218b1f482 req-c0948ab0-2a69-41c0-853c-fed5eb9d762b service neutron] Checking segment: {'id': '0bd0e565-e442-4b6c-956a-2968d926a438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '504454ff-a447-4f42-b96f-99b47903621f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:02:38.389421 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ecdc12-31bb-4109-a78d-6ce218b1f482 req-c0948ab0-2a69-41c0-853c-fed5eb9d762b service neutron] Bound using segment: {'id': '0bd0e565-e442-4b6c-956a-2968d926a438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '504454ff-a447-4f42-b96f-99b47903621f'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:02:38.390043 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-b0ecdc12-31bb-4109-a78d-6ce218b1f482 req-c0948ab0-2a69-41c0-853c-fed5eb9d762b service neutron] Bound port: b1d86a73-416e-4d71-a546-4776a393218b, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bd0e565-e442-4b6c-956a-2968d926a438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '504454ff-a447-4f42-b96f-99b47903621f'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:02:38.390615 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b0ecdc12-31bb-4109-a78d-6ce218b1f482 req-c0948ab0-2a69-41c0-853c-fed5eb9d762b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (b1d86a73-416e-4d71-a546-4776a393218b), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:38.475625 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c39ccf8e-011a-4664-9ed4-9c272d229618 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 17:02:38.475983 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c39ccf8e-011a-4664-9ed4-9c272d229618 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 17:02:38.476315 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c39ccf8e-011a-4664-9ed4-9c272d229618 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 17:02:38.476695 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c39ccf8e-011a-4664-9ed4-9c272d229618 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 17:02:38.477082 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.services.segments.db [None req-c39ccf8e-011a-4664-9ed4-9c272d229618 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bbbf4ec-cdb2-4290-9a24-57ec196debcb']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:38.518442 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.services.segments.db [None req-c39ccf8e-011a-4664-9ed4-9c272d229618 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4237acbe-69d0-4b27-842a-5cd05041cd1a') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:38.518743 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.services.segments.db [None req-c39ccf8e-011a-4664-9ed4-9c272d229618 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4237acbe-69d0-4b27-842a-5cd05041cd1a') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:38.538634 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a080a07-4302-4128-95a0-c33a2c01ee5e req-451a9d46-578b-4795-b086-c92ceee9befb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:38.540171 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3a080a07-4302-4128-95a0-c33a2c01ee5e req-451a9d46-578b-4795-b086-c92ceee9befb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4efc1e77-65c1-4cf0-9f44-cec7156fd1b4 HTTP/1.1" status: 200 len: 859 time: 0.1467426 Mar 07 17:02:38.543810 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-b0ecdc12-31bb-4109-a78d-6ce218b1f482 req-c0948ab0-2a69-41c0-853c-fed5eb9d762b service neutron] For port b1d86a73-416e-4d71-a546-4776a393218b, host hv-cinder-80403, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:02:38.553884 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-b0ecdc12-31bb-4109-a78d-6ce218b1f482 req-c0948ab0-2a69-41c0-853c-fed5eb9d762b service neutron] For port b1d86a73-416e-4d71-a546-4776a393218b, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b1d86a73-416e-4d71-a546-4776a393218b,segment=NetworkSegment(0bd0e565-e442-4b6c-956a-2968d926a438),segment_id=0bd0e565-e442-4b6c-956a-2968d926a438)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:02:38.590721 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c39ccf8e-011a-4664-9ed4-9c272d229618 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762244314736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50883859'] for segment (4237acbe-69d0-4b27-842a-5cd05041cd1a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:38.612908 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3a080a07-4302-4128-95a0-c33a2c01ee5e req-21dd2e23-8867-4835-9411-eff316381c6a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=504454ff-a447-4f42-b96f-99b47903621f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571735 Mar 07 17:02:38.670107 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c39ccf8e-011a-4664-9ed4-9c272d229618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696658'] for segment (4237acbe-69d0-4b27-842a-5cd05041cd1a), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:38.690702 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c39ccf8e-011a-4664-9ed4-9c272d229618 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 17:02:38.691725 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c39ccf8e-011a-4664-9ed4-9c272d229618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51013805'] for segment (4237acbe-69d0-4b27-842a-5cd05041cd1a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:38.759192 dv-cinder-804035-42-iscsi neutron-server[103433]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 17:02:38.759192 dv-cinder-804035-42-iscsi neutron-server[103433]: from cryptography.utils import int_from_bytes Mar 07 17:02:38.759192 dv-cinder-804035-42-iscsi neutron-server[103433]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 17:02:38.759192 dv-cinder-804035-42-iscsi neutron-server[103433]: from cryptography.utils import int_from_bytes Mar 07 17:02:38.759192 dv-cinder-804035-42-iscsi neutron-server[103433]: Traceback (most recent call last): Mar 07 17:02:38.759192 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 17:02:38.759192 dv-cinder-804035-42-iscsi neutron-server[103433]: timer() Mar 07 17:02:38.759192 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 17:02:38.759192 dv-cinder-804035-42-iscsi neutron-server[103433]: cb(*args, **kw) Mar 07 17:02:38.759192 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 17:02:38.759192 dv-cinder-804035-42-iscsi neutron-server[103433]: return func(*args, **kwargs) Mar 07 17:02:38.759192 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 17:02:38.759192 dv-cinder-804035-42-iscsi neutron-server[103433]: self._notify() Mar 07 17:02:38.759192 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 17:02:38.759192 dv-cinder-804035-42-iscsi neutron-server[103433]: self.callback(batched_events) Mar 07 17:02:38.759192 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 17:02:38.759192 dv-cinder-804035-42-iscsi neutron-server[103433]: event.method(event) Mar 07 17:02:38.759192 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 17:02:38.759192 dv-cinder-804035-42-iscsi neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 17:02:38.759192 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 17:02:38.759192 dv-cinder-804035-42-iscsi neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 17:02:38.759192 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 17:02:38.759192 dv-cinder-804035-42-iscsi neutron-server[103433]: return f(self, *a, **k) Mar 07 17:02:38.759192 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 17:02:38.759192 dv-cinder-804035-42-iscsi neutron-server[103433]: return self._get(url).json() Mar 07 17:02:38.759192 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 17:02:38.759192 dv-cinder-804035-42-iscsi neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 17:02:38.759192 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 17:02:38.759192 dv-cinder-804035-42-iscsi neutron-server[103433]: return self.request(url, 'GET', **kwargs) Mar 07 17:02:38.759192 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 17:02:38.759192 dv-cinder-804035-42-iscsi neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 17:02:38.759192 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 17:02:38.759192 dv-cinder-804035-42-iscsi neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 17:02:38.759192 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 17:02:38.759192 dv-cinder-804035-42-iscsi neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 17:02:38.759192 dv-cinder-804035-42-iscsi neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 17:02:38.822325 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b0ecdc12-31bb-4109-a78d-6ce218b1f482 req-c0948ab0-2a69-41c0-853c-fed5eb9d762b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (b1d86a73-416e-4d71-a546-4776a393218b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:38.834001 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5844177f-eb69-401c-94cb-39214f6b0413 req-72fc9ba7-770c-491d-ad68-73efb56844fb tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/security-groups?id=7330ac32-2720-41dc-90f6-bf65a7402bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4521649 Mar 07 17:02:39.005749 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c39ccf8e-011a-4664-9ed4-9c272d229618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2048162'] for network (5bbbf4ec-cdb2-4290-9a24-57ec196debcb), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:39.015809 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c39ccf8e-011a-4664-9ed4-9c272d229618 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:39.026397 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-c39ccf8e-011a-4664-9ed4-9c272d229618 admin admin] 10.222.0.45 "DELETE /v2.0/networks/5bbbf4ec-cdb2-4290-9a24-57ec196debcb HTTP/1.1" status: 204 len: 168 time: 1.3923757 Mar 07 17:02:39.027292 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 58702) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:39.092676 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ccf8e-011a-4664-9ed4-9c272d229618 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bbbf4ec-cdb2-4290-9a24-57ec196debcb,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:39.132237 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ecdc12-31bb-4109-a78d-6ce218b1f482 req-c0948ab0-2a69-41c0-853c-fed5eb9d762b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:39.132466 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b0ecdc12-31bb-4109-a78d-6ce218b1f482 req-c0948ab0-2a69-41c0-853c-fed5eb9d762b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:39.138671 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b0ecdc12-31bb-4109-a78d-6ce218b1f482 req-c0948ab0-2a69-41c0-853c-fed5eb9d762b service neutron] 10.222.0.53 "PUT /v2.0/ports/b1d86a73-416e-4d71-a546-4776a393218b HTTP/1.1" status: 200 len: 1093 time: 3.1416357 Mar 07 17:02:39.148011 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2d2fbb4e-3bdb-4ddf-af7b-611ccf2248a3 req-06bbabd0-e836-44c1-ac40-5b82072b8f7c tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 210 time: 0.1961589 Mar 07 17:02:39.170851 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-105ef098-26bc-41a8-ba8d-2487ff6a5bac admin admin] Deleting subnet f8d2e7a3-7213-4761-96a7-a832791b7344 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 17:02:39.185323 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-105ef098-26bc-41a8-ba8d-2487ff6a5bac admin admin] Publish callbacks [] for subnet (f8d2e7a3-7213-4761-96a7-a832791b7344), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:39.198933 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0948ab0-2a69-41c0-853c-fed5eb9d762b service neutron] Pushing event updated for resources: {'Port': ['ID=b1d86a73-416e-4d71-a546-4776a393218b,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:39.215715 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3a080a07-4302-4128-95a0-c33a2c01ee5e req-7ab2d870-acaa-4aca-8278-3bcc534bfb47 service neutron] 10.222.0.53 "GET /v2.0/networks/504454ff-a447-4f42-b96f-99b47903621f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5861075 Mar 07 17:02:39.281687 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-105ef098-26bc-41a8-ba8d-2487ff6a5bac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50884072'] for subnet (f8d2e7a3-7213-4761-96a7-a832791b7344), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:39.403246 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-105ef098-26bc-41a8-ba8d-2487ff6a5bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712441'] for subnet (f8d2e7a3-7213-4761-96a7-a832791b7344), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:39.495827 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6899c26e-78e6-4491-961c-270d4ca4dcfb x-openstack-request-id: req-6899c26e-78e6-4491-961c-270d4ca4dcfb {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:02:39.496094 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1ebf667-dc18-48e6-950d-783c44af65f3", "tag": "293f83de-e9fc-4e45-83a0-993997bce3a1", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:02:39.496352 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6899c26e-78e6-4491-961c-270d4ca4dcfb {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:02:39.496812 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1ebf667-dc18-48e6-950d-783c44af65f3', 'tag': '293f83de-e9fc-4e45-83a0-993997bce3a1', 'status': 'completed', 'code': 200} Mar 07 17:02:39.540407 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ecdc12-31bb-4109-a78d-6ce218b1f482 req-ddd6143a-ab06-4825-ac9f-ebd42a2ede5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:39.543298 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b0ecdc12-31bb-4109-a78d-6ce218b1f482 req-ddd6143a-ab06-4825-ac9f-ebd42a2ede5d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=07ebdeb0ad254b0889bc30be49117698&device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 1127 time: 0.1894844 Mar 07 17:02:39.577323 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3a080a07-4302-4128-95a0-c33a2c01ee5e req-c4f76c1c-da5c-406e-914d-65985474aadc service neutron] 10.222.0.53 "GET /v2.0/networks/504454ff-a447-4f42-b96f-99b47903621f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592684 Mar 07 17:02:39.588205 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-105ef098-26bc-41a8-ba8d-2487ff6a5bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51013831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-52271239'] for subnet (f8d2e7a3-7213-4761-96a7-a832791b7344), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:39.641813 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-105ef098-26bc-41a8-ba8d-2487ff6a5bac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:39.648798 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-105ef098-26bc-41a8-ba8d-2487ff6a5bac admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f8d2e7a3-7213-4761-96a7-a832791b7344 HTTP/1.1" status: 204 len: 168 time: 0.6186731 Mar 07 17:02:39.654360 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 58718) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:39.656852 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ef098-26bc-41a8-ba8d-2487ff6a5bac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8d2e7a3-7213-4761-96a7-a832791b7344,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:39.685459 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b0ecdc12-31bb-4109-a78d-6ce218b1f482 req-4fb1c67b-3790-4f19-8ba7-84ae3391096a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b1d86a73-416e-4d71-a546-4776a393218b HTTP/1.1" status: 200 len: 217 time: 0.1277761 Mar 07 17:02:39.699520 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82543f2-ab83-44f4-acb8-161856e9f7b0 req-5aa2a772-ba31-4eb5-87d4-51c1ea01eecf tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:39.706620 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d82543f2-ab83-44f4-acb8-161856e9f7b0 req-5aa2a772-ba31-4eb5-87d4-51c1ea01eecf tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 943 time: 0.3523824 Mar 07 17:02:39.817373 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9aa48040-8506-475b-90fd-e9581dd0e2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748406'] for network (c96e64a9-3379-479b-a4cd-8466aaef1ba7), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:39.920446 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ecdc12-31bb-4109-a78d-6ce218b1f482 req-52194fc3-1097-468b-873a-d22935f3187f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:39.921884 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b0ecdc12-31bb-4109-a78d-6ce218b1f482 req-52194fc3-1097-468b-873a-d22935f3187f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4efc1e77-65c1-4cf0-9f44-cec7156fd1b4 HTTP/1.1" status: 200 len: 859 time: 0.2074161 Mar 07 17:02:39.946179 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d82543f2-ab83-44f4-acb8-161856e9f7b0 req-7a06125f-4a4f-4ec7-8201-321c041391f4 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385776 Mar 07 17:02:40.011148 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b0ecdc12-31bb-4109-a78d-6ce218b1f482 req-8fcd0a84-865e-41d7-b0c7-bb3122ee3834 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=504454ff-a447-4f42-b96f-99b47903621f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573468 Mar 07 17:02:40.022603 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed46864-d584-48d3-9b1b-24eb1057e540 req-98e38ac9-2536-4628-b22e-0b740aeb34f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:40.022939 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9aa48040-8506-475b-90fd-e9581dd0e2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856182', 'neutron.services.segments.db._delete_segments_for_network-8762244314215'] for network (c96e64a9-3379-479b-a4cd-8466aaef1ba7), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:40.029470 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2ed46864-d584-48d3-9b1b-24eb1057e540 req-98e38ac9-2536-4628-b22e-0b740aeb34f9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=07ebdeb0ad254b0889bc30be49117698&device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 1127 time: 0.2266557 Mar 07 17:02:40.047960 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.services.segments.db [None req-9aa48040-8506-475b-90fd-e9581dd0e2d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c96e64a9-3379-479b-a4cd-8466aaef1ba7']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:40.063894 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.services.segments.db [None req-9aa48040-8506-475b-90fd-e9581dd0e2d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3e75210-842c-4e06-bba0-64c8cdbd1b2f') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:40.064331 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.services.segments.db [None req-9aa48040-8506-475b-90fd-e9581dd0e2d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3e75210-842c-4e06-bba0-64c8cdbd1b2f') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:02:40.102529 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9aa48040-8506-475b-90fd-e9581dd0e2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762244314736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50883859'] for segment (a3e75210-842c-4e06-bba0-64c8cdbd1b2f), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:40.146998 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9aa48040-8506-475b-90fd-e9581dd0e2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696658'] for segment (a3e75210-842c-4e06-bba0-64c8cdbd1b2f), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:40.166172 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aa48040-8506-475b-90fd-e9581dd0e2d7 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 17:02:40.166581 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9aa48040-8506-475b-90fd-e9581dd0e2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51013805'] for segment (a3e75210-842c-4e06-bba0-64c8cdbd1b2f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:40.168462 dv-cinder-804035-42-iscsi neutron-server[103433]: Traceback (most recent call last): Mar 07 17:02:40.168462 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 17:02:40.168462 dv-cinder-804035-42-iscsi neutron-server[103433]: timer() Mar 07 17:02:40.168462 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 17:02:40.168462 dv-cinder-804035-42-iscsi neutron-server[103433]: cb(*args, **kw) Mar 07 17:02:40.168462 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 17:02:40.168462 dv-cinder-804035-42-iscsi neutron-server[103433]: return func(*args, **kwargs) Mar 07 17:02:40.168462 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 17:02:40.168462 dv-cinder-804035-42-iscsi neutron-server[103433]: self._notify() Mar 07 17:02:40.168462 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 17:02:40.168462 dv-cinder-804035-42-iscsi neutron-server[103433]: self.callback(batched_events) Mar 07 17:02:40.168462 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 17:02:40.168462 dv-cinder-804035-42-iscsi neutron-server[103433]: event.method(event) Mar 07 17:02:40.168462 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 17:02:40.168462 dv-cinder-804035-42-iscsi neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 17:02:40.168462 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 17:02:40.168462 dv-cinder-804035-42-iscsi neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 17:02:40.168462 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 17:02:40.168462 dv-cinder-804035-42-iscsi neutron-server[103433]: return f(self, *a, **k) Mar 07 17:02:40.168462 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 17:02:40.168462 dv-cinder-804035-42-iscsi neutron-server[103433]: return self._get(url).json() Mar 07 17:02:40.168462 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 17:02:40.168462 dv-cinder-804035-42-iscsi neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 17:02:40.168462 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 17:02:40.168462 dv-cinder-804035-42-iscsi neutron-server[103433]: return self.request(url, 'GET', **kwargs) Mar 07 17:02:40.168462 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 17:02:40.168462 dv-cinder-804035-42-iscsi neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 17:02:40.168462 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 17:02:40.168462 dv-cinder-804035-42-iscsi neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 17:02:40.168462 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 17:02:40.168462 dv-cinder-804035-42-iscsi neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 17:02:40.168462 dv-cinder-804035-42-iscsi neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 17:02:40.219359 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804cd74e-2f26-4ff1-8f0a-9450795df1e2 req-497aeae4-886b-48cf-935e-471a35af55e2 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:40.221524 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-804cd74e-2f26-4ff1-8f0a-9450795df1e2 req-497aeae4-886b-48cf-935e-471a35af55e2 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/ports?device_id=dba6b4b8-b6eb-4b3a-9d65-0a14cb823128 HTTP/1.1" status: 200 len: 944 time: 0.2156448 Mar 07 17:02:40.357452 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9aa48040-8506-475b-90fd-e9581dd0e2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2048162'] for network (c96e64a9-3379-479b-a4cd-8466aaef1ba7), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:40.368388 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9aa48040-8506-475b-90fd-e9581dd0e2d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:40.377116 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-9aa48040-8506-475b-90fd-e9581dd0e2d7 admin admin] 10.222.0.45 "DELETE /v2.0/networks/c96e64a9-3379-479b-a4cd-8466aaef1ba7 HTTP/1.1" status: 204 len: 168 time: 0.7214184 Mar 07 17:02:40.404640 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa48040-8506-475b-90fd-e9581dd0e2d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c96e64a9-3379-479b-a4cd-8466aaef1ba7,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:40.422331 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1d534ead-614c-44e4-8f00-4f14bb6b212a req-b04e6314-d87b-40a1-9816-082d923c4616 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 210 time: 0.1172743 Mar 07 17:02:40.655626 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-804cd74e-2f26-4ff1-8f0a-9450795df1e2 req-d4f7e9c4-7c6e-4c13-8463-249bf3566968 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/security-groups?id=7330ac32-2720-41dc-90f6-bf65a7402bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057744 Mar 07 17:02:40.698308 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b0ecdc12-31bb-4109-a78d-6ce218b1f482 req-2810edbd-4300-4b17-ac94-5079f9ab5f56 service neutron] 10.222.0.53 "GET /v2.0/networks/504454ff-a447-4f42-b96f-99b47903621f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4703681 Mar 07 17:02:40.771757 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed46864-d584-48d3-9b1b-24eb1057e540 req-9e892ff4-3b1d-4b0f-b8a4-9ee1a5a6624d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:40.773763 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2ed46864-d584-48d3-9b1b-24eb1057e540 req-9e892ff4-3b1d-4b0f-b8a4-9ee1a5a6624d service neutron] 10.222.0.53 "GET /v2.0/networks?id=504454ff-a447-4f42-b96f-99b47903621f HTTP/1.1" status: 200 len: 920 time: 0.5502841 Mar 07 17:02:40.889044 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2ed46864-d584-48d3-9b1b-24eb1057e540 req-8c942a82-5a7a-48a5-8a65-af955821cb1e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=293f83de-e9fc-4e45-83a0-993997bce3a1 HTTP/1.1" status: 200 len: 217 time: 0.0549057 Mar 07 17:02:40.928501 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b0ecdc12-31bb-4109-a78d-6ce218b1f482 req-a1ebbccb-d2af-4f25-9559-454c97f849f1 service neutron] 10.222.0.53 "GET /v2.0/networks/504454ff-a447-4f42-b96f-99b47903621f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949439 Mar 07 17:02:40.973878 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 58762) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:41.043301 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed46864-d584-48d3-9b1b-24eb1057e540 req-ca5f8c5a-30d2-4f82-bb8e-0221b7fb83c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:41.044927 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2ed46864-d584-48d3-9b1b-24eb1057e540 req-ca5f8c5a-30d2-4f82-bb8e-0221b7fb83c6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4efc1e77-65c1-4cf0-9f44-cec7156fd1b4 HTTP/1.1" status: 200 len: 859 time: 0.0924647 Mar 07 17:02:41.097478 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-9f91d55d-5865-49be-a0d5-62eb38722a0c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=99f8febd22064a7dbcc5b1a4938dd07e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1175702 Mar 07 17:02:41.100159 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 58768) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:41.234708 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2ed46864-d584-48d3-9b1b-24eb1057e540 req-b5ece863-075e-488f-8158-ba3e2166ec2f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=504454ff-a447-4f42-b96f-99b47903621f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1072552 Mar 07 17:02:41.261976 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-95f3587b-4e92-4d74-83d9-525351a96480 admin admin] Publish callbacks [] for security_group (a94a0cba-d823-4231-8d42-3ba0e77d7aaf), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:41.285131 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa188f94-01f6-4e04-8db7-76a2d69972dd req-04e0bff8-f59a-4d89-b868-050735c7d5c3 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:41.287631 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fa188f94-01f6-4e04-8db7-76a2d69972dd req-04e0bff8-f59a-4d89-b868-050735c7d5c3 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 943 time: 0.2416527 Mar 07 17:02:41.319561 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-95f3587b-4e92-4d74-83d9-525351a96480 admin admin] Publish callbacks [] for security_group (a94a0cba-d823-4231-8d42-3ba0e77d7aaf), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:41.384304 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fa188f94-01f6-4e04-8db7-76a2d69972dd req-5f6b3811-c51a-4dfa-aee1-0827ecfdb936 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878663 Mar 07 17:02:41.483879 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-95f3587b-4e92-4d74-83d9-525351a96480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (a94a0cba-d823-4231-8d42-3ba0e77d7aaf), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:41.486509 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-95f3587b-4e92-4d74-83d9-525351a96480 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:41.487687 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-95f3587b-4e92-4d74-83d9-525351a96480 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a94a0cba-d823-4231-8d42-3ba0e77d7aaf HTTP/1.1" status: 204 len: 168 time: 0.3865030 Mar 07 17:02:41.496534 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f3587b-4e92-4d74-83d9-525351a96480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94a0cba-d823-4231-8d42-3ba0e77d7aaf,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:41.498276 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edb9e4bf-53c8-49cb-b4fb-b85febfb6638', 'tag': 'b1d86a73-416e-4d71-a546-4776a393218b'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:02:41.501799 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aba4c615e876ca6c23e5fed61a3d1f980fac3f984d457871ad3b292fe147bdb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83d5acd-3f1e-4986-b649-f635e0b3fe2f" -d '{"events": [{"name": "network-changed", "server_uuid": "edb9e4bf-53c8-49cb-b4fb-b85febfb6638", "tag": "b1d86a73-416e-4d71-a546-4776a393218b"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:02:41.612438 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2bf6d6-6a72-47b1-a59a-81ff15ff2be7 x-openstack-request-id: req-3f2bf6d6-6a72-47b1-a59a-81ff15ff2be7 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:02:41.612777 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edb9e4bf-53c8-49cb-b4fb-b85febfb6638", "tag": "b1d86a73-416e-4d71-a546-4776a393218b", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:02:41.613060 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3f2bf6d6-6a72-47b1-a59a-81ff15ff2be7 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:02:41.613479 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edb9e4bf-53c8-49cb-b4fb-b85febfb6638', 'tag': 'b1d86a73-416e-4d71-a546-4776a393218b', 'status': 'completed', 'code': 200} Mar 07 17:02:41.663337 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-68c5be6b-afed-4a6d-9607-cdbb6a472387 req-9464135a-279f-4207-bebf-9f7f7485fe76 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 210 time: 0.1502669 Mar 07 17:02:41.777099 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d5acd-3f1e-4986-b649-f635e0b3fe2f req-90dcb92f-4f07-4729-a367-e80001c58e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:41.783119 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a83d5acd-3f1e-4986-b649-f635e0b3fe2f req-90dcb92f-4f07-4729-a367-e80001c58e3b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=07ebdeb0ad254b0889bc30be49117698&device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 1127 time: 0.1648798 Mar 07 17:02:41.792432 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2ed46864-d584-48d3-9b1b-24eb1057e540 req-36e6dbc3-7b96-433d-8145-d1077f97aa51 service neutron] 10.222.0.53 "GET /v2.0/networks/504454ff-a447-4f42-b96f-99b47903621f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613020 Mar 07 17:02:41.859269 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6221509-a269-48c7-9cca-8e36d84215b4 req-c6cdb249-4a00-4b0f-b6c6-f1b72225e204 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:41.862298 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a6221509-a269-48c7-9cca-8e36d84215b4 req-c6cdb249-4a00-4b0f-b6c6-f1b72225e204 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/ports?device_id=dba6b4b8-b6eb-4b3a-9d65-0a14cb823128 HTTP/1.1" status: 200 len: 944 time: 0.0716431 Mar 07 17:02:41.910940 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a6221509-a269-48c7-9cca-8e36d84215b4 req-df4e4437-cab0-44ac-998d-515cd1b15fdc tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/security-groups?id=7330ac32-2720-41dc-90f6-bf65a7402bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427678 Mar 07 17:02:42.530830 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f8d70-afec-4f16-a0fc-3b542c39f50b req-28ab0a44-e67a-4971-b193-65f25673df3c tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:42.532386 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e53f8d70-afec-4f16-a0fc-3b542c39f50b req-28ab0a44-e67a-4971-b193-65f25673df3c tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 943 time: 0.0629134 Mar 07 17:02:42.582131 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e53f8d70-afec-4f16-a0fc-3b542c39f50b req-fd50da25-1bc0-4872-bf93-c73f0216261b tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430729 Mar 07 17:02:42.696763 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 58824) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:42.737965 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-87575ed6-4b21-4758-92a2-ecb0bb9eef2b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e52d0e6cb751452c9c07fdb027ed4b60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389245 Mar 07 17:02:42.741326 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 58826) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:42.763103 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-64af6090-8e52-4b08-b913-714e75b5c384 req-2a6b2a66-2269-4ce6-bb1f-4762b5f2909b tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 210 time: 0.0284967 Mar 07 17:02:42.793705 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-aec08ad4-2ae3-4973-8a1a-0468c7994f20 admin admin] Publish callbacks [] for security_group (a563d941-f106-4a17-ad04-d82bd8246e21), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:42.814963 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-aec08ad4-2ae3-4973-8a1a-0468c7994f20 admin admin] Publish callbacks [] for security_group (a563d941-f106-4a17-ad04-d82bd8246e21), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:42.965309 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-aec08ad4-2ae3-4973-8a1a-0468c7994f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (a563d941-f106-4a17-ad04-d82bd8246e21), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:42.968159 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-aec08ad4-2ae3-4973-8a1a-0468c7994f20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:42.971919 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-aec08ad4-2ae3-4973-8a1a-0468c7994f20 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a563d941-f106-4a17-ad04-d82bd8246e21 HTTP/1.1" status: 204 len: 168 time: 0.2269776 Mar 07 17:02:42.978283 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec08ad4-2ae3-4973-8a1a-0468c7994f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a563d941-f106-4a17-ad04-d82bd8246e21,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:43.035761 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649e599-cee5-4f77-96b2-e4484488164d req-477dc35d-6918-4f35-a7af-8291a995757d tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:43.037877 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f649e599-cee5-4f77-96b2-e4484488164d req-477dc35d-6918-4f35-a7af-8291a995757d tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/ports?device_id=dba6b4b8-b6eb-4b3a-9d65-0a14cb823128 HTTP/1.1" status: 200 len: 944 time: 0.0550826 Mar 07 17:02:43.086265 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f649e599-cee5-4f77-96b2-e4484488164d req-66309e95-a4a9-4b20-89d8-3a9d73537d73 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/security-groups?id=7330ac32-2720-41dc-90f6-bf65a7402bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426202 Mar 07 17:02:43.713515 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75682fb-dbc4-456e-a342-3eedbbfa6e33 req-c48c1770-787a-4bed-9fc3-b56d0cf20557 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:43.719154 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a75682fb-dbc4-456e-a342-3eedbbfa6e33 req-c48c1770-787a-4bed-9fc3-b56d0cf20557 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 943 time: 0.0571618 Mar 07 17:02:43.760580 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a75682fb-dbc4-456e-a342-3eedbbfa6e33 req-7b368856-10ef-4b91-8573-09ccbdb22253 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400984 Mar 07 17:02:43.861220 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0eb1b0c6-3ad1-485e-ab76-ad04404d3b29 req-0aa54f0c-c93f-4d71-b3f9-3785682d291c tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 210 time: 0.0273342 Mar 07 17:02:44.242665 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d5acd-3f1e-4986-b649-f635e0b3fe2f req-a36ec403-b7eb-4591-88dc-1c2fba2a496d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:44.244188 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a83d5acd-3f1e-4986-b649-f635e0b3fe2f req-a36ec403-b7eb-4591-88dc-1c2fba2a496d service neutron] 10.222.0.53 "GET /v2.0/networks?id=504454ff-a447-4f42-b96f-99b47903621f HTTP/1.1" status: 200 len: 920 time: 0.3690381 Mar 07 17:02:44.250850 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2ed46864-d584-48d3-9b1b-24eb1057e540 req-f03ce06f-1d7b-4ac0-8155-95d132959622 service neutron] 10.222.0.53 "GET /v2.0/networks/504454ff-a447-4f42-b96f-99b47903621f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744636 Mar 07 17:02:44.265543 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3466d7bd-adf9-4f4e-9ec6-fe494aca13c0 req-afa3aacc-ddc7-4753-8307-81040dd0fc6e tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:44.267323 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3466d7bd-adf9-4f4e-9ec6-fe494aca13c0 req-afa3aacc-ddc7-4753-8307-81040dd0fc6e tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/ports?device_id=dba6b4b8-b6eb-4b3a-9d65-0a14cb823128 HTTP/1.1" status: 200 len: 944 time: 0.1066999 Mar 07 17:02:44.309521 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a83d5acd-3f1e-4986-b649-f635e0b3fe2f req-7f12559a-7a77-4672-8944-db2405f39a24 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b1d86a73-416e-4d71-a546-4776a393218b HTTP/1.1" status: 200 len: 217 time: 0.0575018 Mar 07 17:02:44.441914 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d5acd-3f1e-4986-b649-f635e0b3fe2f req-acbe352d-1d87-4850-b3a1-361d7d484528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:44.443723 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a83d5acd-3f1e-4986-b649-f635e0b3fe2f req-acbe352d-1d87-4850-b3a1-361d7d484528 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4efc1e77-65c1-4cf0-9f44-cec7156fd1b4 HTTP/1.1" status: 200 len: 859 time: 0.1193044 Mar 07 17:02:44.485795 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3466d7bd-adf9-4f4e-9ec6-fe494aca13c0 req-410429f3-a88a-4470-90b0-8de8e182ef91 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/security-groups?id=7330ac32-2720-41dc-90f6-bf65a7402bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801076 Mar 07 17:02:44.493673 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a83d5acd-3f1e-4986-b649-f635e0b3fe2f req-f7388428-9bfd-4122-8ba7-22e0c271ea7a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=504454ff-a447-4f42-b96f-99b47903621f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397215 Mar 07 17:02:44.502658 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1a906-53ad-46aa-910b-9d75818be857 req-aba1276e-cd95-4fbd-9dcf-8441a090b90c tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:44.504212 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f1e1a906-53ad-46aa-910b-9d75818be857 req-aba1276e-cd95-4fbd-9dcf-8441a090b90c tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.53 "GET /v2.0/networks?id=092694bd-373f-4bfb-9d43-3858867af44b HTTP/1.1" status: 200 len: 817 time: 0.2341101 Mar 07 17:02:44.639896 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f1e1a906-53ad-46aa-910b-9d75818be857 req-3ea6e35d-d924-45dc-8f7d-a06102987dec tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db35bac585dc40f58eb36a633d40676e HTTP/1.1" status: 200 len: 380 time: 0.1258860 Mar 07 17:02:44.647882 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a83d5acd-3f1e-4986-b649-f635e0b3fe2f req-bf7fcdb5-24d9-4b7b-89ee-229642a970cf service neutron] 10.222.0.53 "GET /v2.0/networks/504454ff-a447-4f42-b96f-99b47903621f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419806 Mar 07 17:02:44.760251 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-f1e1a906-53ad-46aa-910b-9d75818be857 req-d66a433f-862a-46f2-a536-fb6bb78c5678 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Request body: {'port': {'device_id': '53dccac6-c710-4ee6-9dd7-ec44960ff712', 'network_id': '092694bd-373f-4bfb-9d43-3858867af44b', 'admin_state_up': True, 'tenant_id': 'db35bac585dc40f58eb36a633d40676e', 'security_groups': ['8bafed95-6d3c-4099-8266-5754bed9cd69']}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:02:44.959995 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a83d5acd-3f1e-4986-b649-f635e0b3fe2f req-82c16b36-f786-4f40-9517-202a9b76551c service neutron] 10.222.0.53 "GET /v2.0/networks/504454ff-a447-4f42-b96f-99b47903621f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117336 Mar 07 17:02:44.988464 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1268c4a4-aae6-4380-b15d-dfcf0dc80c67 req-b7a15417-9182-4b9a-a0a6-260d9e2c71ca tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 210 time: 0.0425332 Mar 07 17:02:45.008528 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f22be-eb9c-44c1-b9ab-00d96e52b7c3 req-4d7523c9-3c01-4ffb-9840-5ab5f0bec497 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:45.011148 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-730f22be-eb9c-44c1-b9ab-00d96e52b7c3 req-4d7523c9-3c01-4ffb-9840-5ab5f0bec497 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 943 time: 0.1791229 Mar 07 17:02:45.076332 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-730f22be-eb9c-44c1-b9ab-00d96e52b7c3 req-a6fe07d7-abff-4144-b248-48aba7b1b10d tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534160 Mar 07 17:02:45.095378 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1e1a906-53ad-46aa-910b-9d75818be857 req-d66a433f-862a-46f2-a536-fb6bb78c5678 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Made reservation on behalf of db35bac585dc40f58eb36a633d40676e for: {'port': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:02:45.099705 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-f1e1a906-53ad-46aa-910b-9d75818be857 req-d66a433f-862a-46f2-a536-fb6bb78c5678 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:45.239635 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [req-f1e1a906-53ad-46aa-910b-9d75818be857 req-d66a433f-862a-46f2-a536-fb6bb78c5678 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Allocated IP 172.20.0.4 (092694bd-373f-4bfb-9d43-3858867af44b/74c40c13-f415-433a-b979-4cf6b968572a/b85220cb-f50a-41fb-b0fa-f73b99d81a2a) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:02:45.424323 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-f1e1a906-53ad-46aa-910b-9d75818be857 req-d66a433f-862a-46f2-a536-fb6bb78c5678 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks [] for port (b85220cb-f50a-41fb-b0fa-f73b99d81a2a), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:45.554156 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-f1e1a906-53ad-46aa-910b-9d75818be857 req-d66a433f-862a-46f2-a536-fb6bb78c5678 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377'] for port (b85220cb-f50a-41fb-b0fa-f73b99d81a2a), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:45.630192 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1e1a906-53ad-46aa-910b-9d75818be857 req-d66a433f-862a-46f2-a536-fb6bb78c5678 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Network 092694bd-373f-4bfb-9d43-3858867af44b is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:02:45.637689 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [req-f1e1a906-53ad-46aa-910b-9d75818be857 req-d66a433f-862a-46f2-a536-fb6bb78c5678 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:02:45.639222 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e1a906-53ad-46aa-910b-9d75818be857 req-d66a433f-862a-46f2-a536-fb6bb78c5678 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:02:45.644840 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1a906-53ad-46aa-910b-9d75818be857 req-d66a433f-862a-46f2-a536-fb6bb78c5678 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:45.645625 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-f1e1a906-53ad-46aa-910b-9d75818be857 req-d66a433f-862a-46f2-a536-fb6bb78c5678 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:45.684256 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a433f-862a-46f2-a536-fb6bb78c5678 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Pushing event updated for resources: {'Port': ['ID=b85220cb-f50a-41fb-b0fa-f73b99d81a2a,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:45.695785 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e44c5b-52a7-4c47-837f-8e6b0673e72f req-18de1cf6-853e-4302-a551-caa8cf85d62e tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:45.702820 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-22e44c5b-52a7-4c47-837f-8e6b0673e72f req-18de1cf6-853e-4302-a551-caa8cf85d62e tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/ports?device_id=dba6b4b8-b6eb-4b3a-9d65-0a14cb823128 HTTP/1.1" status: 200 len: 944 time: 0.1376455 Mar 07 17:02:45.772010 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-22e44c5b-52a7-4c47-837f-8e6b0673e72f req-9b50e046-a150-40b0-a0ca-ed97541612c8 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/security-groups?id=7330ac32-2720-41dc-90f6-bf65a7402bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680234 Mar 07 17:02:45.783899 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f1e1a906-53ad-46aa-910b-9d75818be857 req-d66a433f-862a-46f2-a536-fb6bb78c5678 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0340853 Mar 07 17:02:45.923242 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-6b77ef25-de94-4e4a-993b-d76329c2a6d8 None None] Provisioning complete for port b85220cb-f50a-41fb-b0fa-f73b99d81a2a triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:02:45.923757 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6b77ef25-de94-4e4a-993b-d76329c2a6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (b85220cb-f50a-41fb-b0fa-f73b99d81a2a), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:45.945954 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-cf79d401-013d-4593-8a0a-eb13dbf792de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:45.950908 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-f1e1a906-53ad-46aa-910b-9d75818be857 req-59bd854b-b5f2-49c1-84c3-236336d2deb6 service neutron] Request body: {'port': {'device_id': '53dccac6-c710-4ee6-9dd7-ec44960ff712', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:02:45.959879 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-6b77ef25-de94-4e4a-993b-d76329c2a6d8 None None] Port b85220cb-f50a-41fb-b0fa-f73b99d81a2a cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:02:46.017218 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-f1e1a906-53ad-46aa-910b-9d75818be857 req-59bd854b-b5f2-49c1-84c3-236336d2deb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (b85220cb-f50a-41fb-b0fa-f73b99d81a2a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:46.184736 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 58960) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:46.245364 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ac762-a5bd-4393-ac54-8cbde7039b7a req-b4253b74-ef12-4f79-8d5a-4b0926339fd0 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:46.246896 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a29ac762-a5bd-4393-ac54-8cbde7039b7a req-b4253b74-ef12-4f79-8d5a-4b0926339fd0 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 931 time: 0.1759219 Mar 07 17:02:46.278036 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 58968) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:46.319443 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 58972) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:46.332514 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0fe65c-ba29-4dc9-a79a-fd4b41aae0ee req-2b40c117-ac3b-4c41-9301-c1829ec260f4 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:46.334126 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0d0fe65c-ba29-4dc9-a79a-fd4b41aae0ee req-2b40c117-ac3b-4c41-9301-c1829ec260f4 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 943 time: 0.1780622 Mar 07 17:02:46.344728 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b5a8e27f-fb79-484e-9afd-4975178d67e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:46.401608 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a29ac762-a5bd-4393-ac54-8cbde7039b7a req-d796fa12-1441-41d1-9bd5-81ded847bf72 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449142 Mar 07 17:02:46.420642 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-df590833-290b-4c2c-8109-752c7993a7b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:46.423671 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0d0fe65c-ba29-4dc9-a79a-fd4b41aae0ee req-1938d558-9e55-4998-a660-ccde920bb98b tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806236 Mar 07 17:02:46.423928 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7cb12656-07ad-4f0a-ae67-20b98d110545 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:46.476727 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [req-f1e1a906-53ad-46aa-910b-9d75818be857 req-59bd854b-b5f2-49c1-84c3-236336d2deb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b85220cb-f50a-41fb-b0fa-f73b99d81a2a {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:02:46.484949 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-f1e1a906-53ad-46aa-910b-9d75818be857 req-59bd854b-b5f2-49c1-84c3-236336d2deb6 service neutron] Publish callbacks [] for port (b85220cb-f50a-41fb-b0fa-f73b99d81a2a), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:46.498894 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [req-f1e1a906-53ad-46aa-910b-9d75818be857 req-59bd854b-b5f2-49c1-84c3-236336d2deb6 service neutron] Transition to ACTIVE for port object b85220cb-f50a-41fb-b0fa-f73b99d81a2a will not be triggered until provisioned by entity L2. {{(pid=103431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 17:02:46.515944 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b5a8e27f-fb79-484e-9afd-4975178d67e4 admin admin] Publish callbacks [] for security_group (cd7631b2-7f5e-4ad0-b5e5-c1756517c2ea), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:46.582652 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-f1e1a906-53ad-46aa-910b-9d75818be857 req-59bd854b-b5f2-49c1-84c3-236336d2deb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (b85220cb-f50a-41fb-b0fa-f73b99d81a2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:46.586601 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-df590833-290b-4c2c-8109-752c7993a7b8 admin admin] Publish callbacks [] for security_group (80eac947-3357-40da-ae75-06585c4794cb), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:46.591877 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7cb12656-07ad-4f0a-ae67-20b98d110545 admin admin] Publish callbacks [] for security_group (26827731-b513-4e36-b411-8f5db51f1c51), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:46.641378 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b5a8e27f-fb79-484e-9afd-4975178d67e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (cd7631b2-7f5e-4ad0-b5e5-c1756517c2ea), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:46.641570 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd854b-b5f2-49c1-84c3-236336d2deb6 service neutron] Pushing event updated for resources: {'Port': ['ID=b85220cb-f50a-41fb-b0fa-f73b99d81a2a,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:46.671790 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-f1e1a906-53ad-46aa-910b-9d75818be857 req-59bd854b-b5f2-49c1-84c3-236336d2deb6 service neutron] Attempting to bind port b85220cb-f50a-41fb-b0fa-f73b99d81a2a on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:02:46.672128 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-f1e1a906-53ad-46aa-910b-9d75818be857 req-59bd854b-b5f2-49c1-84c3-236336d2deb6 service neutron] Attempting to bind port b85220cb-f50a-41fb-b0fa-f73b99d81a2a by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'c9b3c6bf-042d-42ab-970e-e5cb93efe923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '092694bd-373f-4bfb-9d43-3858867af44b'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:02:46.690770 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e1a906-53ad-46aa-910b-9d75818be857 req-59bd854b-b5f2-49c1-84c3-236336d2deb6 service neutron] Attempting to bind port b85220cb-f50a-41fb-b0fa-f73b99d81a2a on network 092694bd-373f-4bfb-9d43-3858867af44b {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:02:46.691595 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7cb12656-07ad-4f0a-ae67-20b98d110545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (26827731-b513-4e36-b411-8f5db51f1c51), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:46.691595 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-df590833-290b-4c2c-8109-752c7993a7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (80eac947-3357-40da-ae75-06585c4794cb), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:46.691828 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e1a906-53ad-46aa-910b-9d75818be857 req-59bd854b-b5f2-49c1-84c3-236336d2deb6 service neutron] Port b85220cb-f50a-41fb-b0fa-f73b99d81a2a on network 092694bd-373f-4bfb-9d43-3858867af44b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 17:02:46.691828 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e1a906-53ad-46aa-910b-9d75818be857 req-59bd854b-b5f2-49c1-84c3-236336d2deb6 service neutron] Attempting to bind port b85220cb-f50a-41fb-b0fa-f73b99d81a2a on network 092694bd-373f-4bfb-9d43-3858867af44b {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:02:46.691828 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e1a906-53ad-46aa-910b-9d75818be857 req-59bd854b-b5f2-49c1-84c3-236336d2deb6 service neutron] Checking agent: {'id': 'c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 17, 0, 18), 'started_at': datetime.datetime(2022, 3, 7, 17, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:02:46.691828 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e1a906-53ad-46aa-910b-9d75818be857 req-59bd854b-b5f2-49c1-84c3-236336d2deb6 service neutron] Checking segment: {'id': 'c9b3c6bf-042d-42ab-970e-e5cb93efe923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '092694bd-373f-4bfb-9d43-3858867af44b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:02:46.691828 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e1a906-53ad-46aa-910b-9d75818be857 req-59bd854b-b5f2-49c1-84c3-236336d2deb6 service neutron] Bound using segment: {'id': 'c9b3c6bf-042d-42ab-970e-e5cb93efe923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '092694bd-373f-4bfb-9d43-3858867af44b'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:02:46.691828 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-f1e1a906-53ad-46aa-910b-9d75818be857 req-59bd854b-b5f2-49c1-84c3-236336d2deb6 service neutron] Bound port: b85220cb-f50a-41fb-b0fa-f73b99d81a2a, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9b3c6bf-042d-42ab-970e-e5cb93efe923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '092694bd-373f-4bfb-9d43-3858867af44b'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:02:46.691828 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-f1e1a906-53ad-46aa-910b-9d75818be857 req-59bd854b-b5f2-49c1-84c3-236336d2deb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (b85220cb-f50a-41fb-b0fa-f73b99d81a2a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:46.693039 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-b5a8e27f-fb79-484e-9afd-4975178d67e4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d669e46070574e3d8fc22a314902db72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5025768 Mar 07 17:02:46.695798 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 58978) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:46.715059 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a8e27f-fb79-484e-9afd-4975178d67e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7631b2-7f5e-4ad0-b5e5-c1756517c2ea,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:46.742821 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-7cb12656-07ad-4f0a-ae67-20b98d110545 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cd83b538bc0849a5a71731327f147c9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4633565 Mar 07 17:02:46.743422 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 58980) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:46.749599 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-df590833-290b-4c2c-8109-752c7993a7b8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=14db5115ba8045d7b6489cd7a4c559cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4284883 Mar 07 17:02:46.755001 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 58982) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:46.779057 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb12656-07ad-4f0a-ae67-20b98d110545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26827731-b513-4e36-b411-8f5db51f1c51,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:46.818211 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df590833-290b-4c2c-8109-752c7993a7b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80eac947-3357-40da-ae75-06585c4794cb,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:46.831885 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-f1e1a906-53ad-46aa-910b-9d75818be857 req-59bd854b-b5f2-49c1-84c3-236336d2deb6 service neutron] For port b85220cb-f50a-41fb-b0fa-f73b99d81a2a, host hv-cinder-80403, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:02:46.834315 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ae611876-f551-4900-87c7-5945beea5813 admin admin] Publish callbacks [] for security_group (26827731-b513-4e36-b411-8f5db51f1c51), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:46.837274 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-f1e1a906-53ad-46aa-910b-9d75818be857 req-59bd854b-b5f2-49c1-84c3-236336d2deb6 service neutron] For port b85220cb-f50a-41fb-b0fa-f73b99d81a2a, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b85220cb-f50a-41fb-b0fa-f73b99d81a2a,segment=NetworkSegment(c9b3c6bf-042d-42ab-970e-e5cb93efe923),segment_id=c9b3c6bf-042d-42ab-970e-e5cb93efe923)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:02:46.852839 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e0209149-7329-427b-9449-71c546872f9f admin admin] Publish callbacks [] for security_group (cd7631b2-7f5e-4ad0-b5e5-c1756517c2ea), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:46.863935 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ae611876-f551-4900-87c7-5945beea5813 admin admin] Publish callbacks [] for security_group (26827731-b513-4e36-b411-8f5db51f1c51), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:46.891617 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e0209149-7329-427b-9449-71c546872f9f admin admin] Publish callbacks [] for security_group (cd7631b2-7f5e-4ad0-b5e5-c1756517c2ea), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:46.898980 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-90e86595-d7c2-4ef7-a060-d7b57d9dec80 admin admin] Publish callbacks [] for security_group (80eac947-3357-40da-ae75-06585c4794cb), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:46.969850 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-90e86595-d7c2-4ef7-a060-d7b57d9dec80 admin admin] Publish callbacks [] for security_group (80eac947-3357-40da-ae75-06585c4794cb), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:47.020855 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47128c11-5d06-4b34-8cd4-5650c5e03537 req-fe178158-b2f9-40d8-9549-30a6f0f36f02 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:47.022704 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-47128c11-5d06-4b34-8cd4-5650c5e03537 req-fe178158-b2f9-40d8-9549-30a6f0f36f02 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/ports?device_id=dba6b4b8-b6eb-4b3a-9d65-0a14cb823128 HTTP/1.1" status: 200 len: 944 time: 0.1102669 Mar 07 17:02:47.076097 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-47128c11-5d06-4b34-8cd4-5650c5e03537 req-7e172677-943a-4a63-b73e-ee1e7a42c63f tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/security-groups?id=7330ac32-2720-41dc-90f6-bf65a7402bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435984 Mar 07 17:02:47.564225 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757caf35-8249-47e5-abd3-23824ed1253e req-ea9f9499-cfaa-40f1-aaf4-db2c7a4e6fc9 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:47.565697 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-757caf35-8249-47e5-abd3-23824ed1253e req-ea9f9499-cfaa-40f1-aaf4-db2c7a4e6fc9 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 943 time: 0.0866752 Mar 07 17:02:47.585869 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c7219-d1bc-415e-95ec-ebcb14f0a8a9 req-d26c6aaa-6073-4de0-ae5c-46c595ec1d8b tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:47.587259 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-577c7219-d1bc-415e-95ec-ebcb14f0a8a9 req-d26c6aaa-6073-4de0-ae5c-46c595ec1d8b tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 943 time: 0.0769398 Mar 07 17:02:47.651815 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-757caf35-8249-47e5-abd3-23824ed1253e req-b33ec089-db4a-4819-abe1-f2f15bf45d58 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787647 Mar 07 17:02:47.655836 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-577c7219-d1bc-415e-95ec-ebcb14f0a8a9 req-37c9d31f-ad44-46da-95b0-216279c5438c tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613627 Mar 07 17:02:47.830627 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-f1e1a906-53ad-46aa-910b-9d75818be857 req-59bd854b-b5f2-49c1-84c3-236336d2deb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (b85220cb-f50a-41fb-b0fa-f73b99d81a2a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:47.858270 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1a906-53ad-46aa-910b-9d75818be857 req-59bd854b-b5f2-49c1-84c3-236336d2deb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:47.858572 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-f1e1a906-53ad-46aa-910b-9d75818be857 req-59bd854b-b5f2-49c1-84c3-236336d2deb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:47.859973 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f1e1a906-53ad-46aa-910b-9d75818be857 req-59bd854b-b5f2-49c1-84c3-236336d2deb6 service neutron] 10.222.0.53 "PUT /v2.0/ports/b85220cb-f50a-41fb-b0fa-f73b99d81a2a HTTP/1.1" status: 200 len: 1093 time: 1.9135001 Mar 07 17:02:47.862277 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53dccac6-c710-4ee6-9dd7-ec44960ff712', 'tag': 'b85220cb-f50a-41fb-b0fa-f73b99d81a2a'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:02:47.864507 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aba4c615e876ca6c23e5fed61a3d1f980fac3f984d457871ad3b292fe147bdb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25487725-96b1-4712-88ca-38482fe526eb" -d '{"events": [{"name": "network-changed", "server_uuid": "53dccac6-c710-4ee6-9dd7-ec44960ff712", "tag": "b85220cb-f50a-41fb-b0fa-f73b99d81a2a"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:02:47.874290 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ae611876-f551-4900-87c7-5945beea5813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (26827731-b513-4e36-b411-8f5db51f1c51), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:47.887643 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e0209149-7329-427b-9449-71c546872f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (cd7631b2-7f5e-4ad0-b5e5-c1756517c2ea), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:47.888616 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ae611876-f551-4900-87c7-5945beea5813 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:47.889093 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e0209149-7329-427b-9449-71c546872f9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:47.889182 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-ae611876-f551-4900-87c7-5945beea5813 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/26827731-b513-4e36-b411-8f5db51f1c51 HTTP/1.1" status: 204 len: 168 time: 1.1330600 Mar 07 17:02:47.889263 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-e0209149-7329-427b-9449-71c546872f9f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cd7631b2-7f5e-4ad0-b5e5-c1756517c2ea HTTP/1.1" status: 204 len: 168 time: 1.1835093 Mar 07 17:02:47.889263 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-90e86595-d7c2-4ef7-a060-d7b57d9dec80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (80eac947-3357-40da-ae75-06585c4794cb), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:47.889263 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-90e86595-d7c2-4ef7-a060-d7b57d9dec80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:47.889263 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-90e86595-d7c2-4ef7-a060-d7b57d9dec80 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/80eac947-3357-40da-ae75-06585c4794cb HTTP/1.1" status: 204 len: 168 time: 1.1241045 Mar 07 17:02:47.903668 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0209149-7329-427b-9449-71c546872f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7631b2-7f5e-4ad0-b5e5-c1756517c2ea,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:47.912935 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae611876-f551-4900-87c7-5945beea5813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26827731-b513-4e36-b411-8f5db51f1c51,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:47.920991 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f761ee2a-afae-4533-96db-bc6940ef4d06 x-openstack-request-id: req-f761ee2a-afae-4533-96db-bc6940ef4d06 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:02:47.920991 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53dccac6-c710-4ee6-9dd7-ec44960ff712", "tag": "b85220cb-f50a-41fb-b0fa-f73b99d81a2a", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:02:47.921240 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f761ee2a-afae-4533-96db-bc6940ef4d06 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:02:47.921516 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53dccac6-c710-4ee6-9dd7-ec44960ff712', 'tag': 'b85220cb-f50a-41fb-b0fa-f73b99d81a2a', 'status': 'completed', 'code': 200} Mar 07 17:02:47.922476 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd854b-b5f2-49c1-84c3-236336d2deb6 service neutron] Pushing event updated for resources: {'Port': ['ID=b85220cb-f50a-41fb-b0fa-f73b99d81a2a,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:47.926661 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e86595-d7c2-4ef7-a060-d7b57d9dec80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80eac947-3357-40da-ae75-06585c4794cb,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:47.932786 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:48.213253 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2c1b0-5ed9-43b5-97ab-7faaf24c371a req-d77d28c0-19b0-4aa6-baf2-27480b27e0a4 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:48.214746 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b3e2c1b0-5ed9-43b5-97ab-7faaf24c371a req-d77d28c0-19b0-4aa6-baf2-27480b27e0a4 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/ports?device_id=dba6b4b8-b6eb-4b3a-9d65-0a14cb823128 HTTP/1.1" status: 200 len: 944 time: 0.0584567 Mar 07 17:02:48.266676 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b3e2c1b0-5ed9-43b5-97ab-7faaf24c371a req-d87c9778-0a81-42b9-8b47-eff7fb225087 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/security-groups?id=7330ac32-2720-41dc-90f6-bf65a7402bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457587 Mar 07 17:02:48.400047 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5774845f-17ba-4151-bb62-e26077b8ff1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:48.802928 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 59050) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:48.827989 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-65d725ee-eae0-48a3-a9d4-a7172aa5b334 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:48.859891 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3287e923-18dc-4180-ad70-646ff8d0be02 req-47b4f707-c47f-4690-b7fc-db7d2e01205c tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:48.867629 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3287e923-18dc-4180-ad70-646ff8d0be02 req-47b4f707-c47f-4690-b7fc-db7d2e01205c tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 943 time: 0.1145053 Mar 07 17:02:48.888347 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9ef63-1484-4d18-919d-e9449611a89f req-ba77fb02-563f-4878-8e03-243d900e1df3 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:48.889954 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5fd9ef63-1484-4d18-919d-e9449611a89f req-ba77fb02-563f-4878-8e03-243d900e1df3 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 943 time: 0.1329181 Mar 07 17:02:48.913987 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-65d725ee-eae0-48a3-a9d4-a7172aa5b334 admin admin] Publish callbacks [] for security_group (c898b239-b694-488c-9e74-49c3a3de0364), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:48.960305 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3287e923-18dc-4180-ad70-646ff8d0be02 req-12223703-119e-42e7-b3c4-1867457d55c8 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918062 Mar 07 17:02:48.967542 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5fd9ef63-1484-4d18-919d-e9449611a89f req-b5c0d2ed-cd4c-42f7-9e67-3f9fb94d0ae3 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693974 Mar 07 17:02:48.977010 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-65d725ee-eae0-48a3-a9d4-a7172aa5b334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (c898b239-b694-488c-9e74-49c3a3de0364), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:49.033431 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-65d725ee-eae0-48a3-a9d4-a7172aa5b334 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cd1579c83f334e4eb083a7bbd2bb0f8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2289886 Mar 07 17:02:49.035316 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d725ee-eae0-48a3-a9d4-a7172aa5b334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c898b239-b694-488c-9e74-49c3a3de0364,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:49.036628 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 59064) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:49.081121 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 59066) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:49.094531 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-360b3a52-06fa-43b6-9ea1-dfc4e5392ad2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:49.109310 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2b24f167-6283-4513-bdd1-d470a8611bee admin admin] Publish callbacks [] for security_group (c898b239-b694-488c-9e74-49c3a3de0364), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:49.135234 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2b24f167-6283-4513-bdd1-d470a8611bee admin admin] Publish callbacks [] for security_group (c898b239-b694-488c-9e74-49c3a3de0364), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:49.187240 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-360b3a52-06fa-43b6-9ea1-dfc4e5392ad2 admin admin] Publish callbacks [] for security_group (f15a825a-3270-48b0-a4f7-0bfcb6a7c704), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:49.253363 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25487725-96b1-4712-88ca-38482fe526eb req-cb67ec83-8d88-4d95-96f6-e71b71ff47ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:49.255541 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-25487725-96b1-4712-88ca-38482fe526eb req-cb67ec83-8d88-4d95-96f6-e71b71ff47ac service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=db35bac585dc40f58eb36a633d40676e&device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 1127 time: 0.0434511 Mar 07 17:02:49.283347 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2b24f167-6283-4513-bdd1-d470a8611bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (c898b239-b694-488c-9e74-49c3a3de0364), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:49.286022 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2b24f167-6283-4513-bdd1-d470a8611bee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:49.287052 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-2b24f167-6283-4513-bdd1-d470a8611bee admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c898b239-b694-488c-9e74-49c3a3de0364 HTTP/1.1" status: 204 len: 168 time: 0.2494462 Mar 07 17:02:49.302085 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-360b3a52-06fa-43b6-9ea1-dfc4e5392ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (f15a825a-3270-48b0-a4f7-0bfcb6a7c704), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:49.355074 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b24f167-6283-4513-bdd1-d470a8611bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c898b239-b694-488c-9e74-49c3a3de0364,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:49.416182 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-360b3a52-06fa-43b6-9ea1-dfc4e5392ad2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0c53ebed56ab471eb6100755402cb449&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3310390 Mar 07 17:02:49.420754 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 59086) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:49.431486 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b3a52-06fa-43b6-9ea1-dfc4e5392ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15a825a-3270-48b0-a4f7-0bfcb6a7c704,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:49.478178 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b96623b8-d5e1-4ad0-b810-c4879d2f5072 admin admin] Publish callbacks [] for security_group (f15a825a-3270-48b0-a4f7-0bfcb6a7c704), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:49.506365 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b96623b8-d5e1-4ad0-b810-c4879d2f5072 admin admin] Publish callbacks [] for security_group (f15a825a-3270-48b0-a4f7-0bfcb6a7c704), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:49.674103 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b96623b8-d5e1-4ad0-b810-c4879d2f5072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (f15a825a-3270-48b0-a4f7-0bfcb6a7c704), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:49.679645 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b96623b8-d5e1-4ad0-b810-c4879d2f5072 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:49.681236 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-b96623b8-d5e1-4ad0-b810-c4879d2f5072 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f15a825a-3270-48b0-a4f7-0bfcb6a7c704 HTTP/1.1" status: 204 len: 168 time: 0.2595623 Mar 07 17:02:49.693981 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96623b8-d5e1-4ad0-b810-c4879d2f5072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15a825a-3270-48b0-a4f7-0bfcb6a7c704,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:49.727191 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25487725-96b1-4712-88ca-38482fe526eb req-cc32acd5-8827-4cfa-9efb-a561c958bc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:49.735838 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-25487725-96b1-4712-88ca-38482fe526eb req-cc32acd5-8827-4cfa-9efb-a561c958bc1f service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=db35bac585dc40f58eb36a633d40676e&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4610491 Mar 07 17:02:49.775234 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5019d4d-cc2f-4a61-9ca7-70e08ae01557 req-eed4fffe-4dc6-440f-98bf-c7a5c8f1f09c tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:49.782432 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e5019d4d-cc2f-4a61-9ca7-70e08ae01557 req-eed4fffe-4dc6-440f-98bf-c7a5c8f1f09c tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/ports?device_id=dba6b4b8-b6eb-4b3a-9d65-0a14cb823128 HTTP/1.1" status: 200 len: 944 time: 0.3821659 Mar 07 17:02:49.947687 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e5019d4d-cc2f-4a61-9ca7-70e08ae01557 req-c60a435a-cb6c-49fe-92eb-e246fe9274e9 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/security-groups?id=7330ac32-2720-41dc-90f6-bf65a7402bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643360 Mar 07 17:02:49.958383 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25487725-96b1-4712-88ca-38482fe526eb req-1847ed1f-b3a0-4e93-99fb-e2c2b73ba0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:49.959996 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-25487725-96b1-4712-88ca-38482fe526eb req-1847ed1f-b3a0-4e93-99fb-e2c2b73ba0c9 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2240314 Mar 07 17:02:50.125003 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1a906-53ad-46aa-910b-9d75818be857 req-8d25bd38-c213-4848-ad73-ec4006f96d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:50.126534 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f1e1a906-53ad-46aa-910b-9d75818be857 req-8d25bd38-c213-4848-ad73-ec4006f96d70 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=db35bac585dc40f58eb36a633d40676e&device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 1127 time: 0.1198092 Mar 07 17:02:50.190545 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f1e1a906-53ad-46aa-910b-9d75818be857 req-6e1a185a-2d52-4070-9bfd-5bcf6fba7699 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b85220cb-f50a-41fb-b0fa-f73b99d81a2a HTTP/1.1" status: 200 len: 217 time: 0.0486979 Mar 07 17:02:50.218634 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ff590-edf1-4ea3-aff6-79740c28a6a5 req-453669d1-0572-439e-86e5-13c7f47cdaac tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:50.220103 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-319ff590-edf1-4ea3-aff6-79740c28a6a5 req-453669d1-0572-439e-86e5-13c7f47cdaac tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 943 time: 0.1493194 Mar 07 17:02:50.259731 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5a5c0-07ff-4388-aec2-526847f8a5d3 req-bc7032cb-2d0d-4439-8467-85643bc4d8c5 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:50.261193 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a2f5a5c0-07ff-4388-aec2-526847f8a5d3 req-bc7032cb-2d0d-4439-8467-85643bc4d8c5 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 943 time: 0.1543481 Mar 07 17:02:50.295527 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1a906-53ad-46aa-910b-9d75818be857 req-46030093-5d9b-48df-b346-98ab0ecf222b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:50.300029 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f1e1a906-53ad-46aa-910b-9d75818be857 req-46030093-5d9b-48df-b346-98ab0ecf222b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=74c40c13-f415-433a-b979-4cf6b968572a HTTP/1.1" status: 200 len: 856 time: 0.0961084 Mar 07 17:02:50.362398 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-319ff590-edf1-4ea3-aff6-79740c28a6a5 req-cbf033ec-465f-49bd-8852-edfa61c7b382 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215248 Mar 07 17:02:50.382338 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:50.386559 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a2f5a5c0-07ff-4388-aec2-526847f8a5d3 req-0896cadc-65f9-40c9-b46f-71629f02e45e tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157463 Mar 07 17:02:50.402621 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1a906-53ad-46aa-910b-9d75818be857 req-6f3604b3-dc7c-4534-b762-f8a2281462e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:50.404204 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f1e1a906-53ad-46aa-910b-9d75818be857 req-6f3604b3-dc7c-4534-b762-f8a2281462e1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=092694bd-373f-4bfb-9d43-3858867af44b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0982339 Mar 07 17:02:50.549637 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f1e1a906-53ad-46aa-910b-9d75818be857 req-b5b5d603-91f8-409a-9d55-6cd61065ab49 service neutron] 10.222.0.53 "GET /v2.0/networks/092694bd-373f-4bfb-9d43-3858867af44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375299 Mar 07 17:02:50.655832 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f1e1a906-53ad-46aa-910b-9d75818be857 req-cbb59710-5502-4e7b-9ca6-4980588779e7 service neutron] 10.222.0.53 "GET /v2.0/networks/092694bd-373f-4bfb-9d43-3858867af44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989156 Mar 07 17:02:51.092472 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db9fa2-1d3a-4bd1-b35d-c7f6c27de5ff req-8defe313-0ae6-4839-ace6-70ff4949de92 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:51.094707 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f7db9fa2-1d3a-4bd1-b35d-c7f6c27de5ff req-8defe313-0ae6-4839-ace6-70ff4949de92 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/ports?device_id=dba6b4b8-b6eb-4b3a-9d65-0a14cb823128 HTTP/1.1" status: 200 len: 944 time: 0.0674133 Mar 07 17:02:51.149404 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f7db9fa2-1d3a-4bd1-b35d-c7f6c27de5ff req-1742ca8e-6cee-4db7-86e0-7349e360584d tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/security-groups?id=7330ac32-2720-41dc-90f6-bf65a7402bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481112 Mar 07 17:02:51.186094 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 59206) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:51.558953 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8c4a6-4dfd-4547-a23d-b3e0f28be5ab req-03f40aca-6d5a-4864-a3ce-82555d709d81 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:51.560526 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-19c8c4a6-4dfd-4547-a23d-b3e0f28be5ab req-03f40aca-6d5a-4864-a3ce-82555d709d81 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 943 time: 0.0992868 Mar 07 17:02:51.583675 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8bd7f-1baf-4bc7-b618-88ea689b4e0f req-bf9d69f4-78d5-404a-9f6f-49ea19c9987e tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:51.585149 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d3b8bd7f-1baf-4bc7-b618-88ea689b4e0f req-bf9d69f4-78d5-404a-9f6f-49ea19c9987e tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 943 time: 0.0838220 Mar 07 17:02:51.639834 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-19c8c4a6-4dfd-4547-a23d-b3e0f28be5ab req-30a70f1a-39b2-42de-9a80-5e693a2125d3 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695884 Mar 07 17:02:51.647274 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3a1479c1-7a14-4a58-8bda-f976b62fb0a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:51.668983 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d3b8bd7f-1baf-4bc7-b618-88ea689b4e0f req-186633b0-3965-453d-a369-ac4d6dc6aa1b tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761330 Mar 07 17:02:51.728678 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3a1479c1-7a14-4a58-8bda-f976b62fb0a2 admin admin] Publish callbacks [] for security_group (511c9e01-17db-4d01-8884-56ca6937bc33), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:51.737912 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 59230) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:51.823439 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e5f64383-926c-4e68-a756-626d13b176dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:51.853844 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3a1479c1-7a14-4a58-8bda-f976b62fb0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (511c9e01-17db-4d01-8884-56ca6937bc33), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:51.897200 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:51.903920 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1479c1-7a14-4a58-8bda-f976b62fb0a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511c9e01-17db-4d01-8884-56ca6937bc33,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:51.910457 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-3a1479c1-7a14-4a58-8bda-f976b62fb0a2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6ce0c5e0583b4ccb9924028e4724ece9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7231491 Mar 07 17:02:51.913253 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 59240) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:51.989908 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e5f64383-926c-4e68-a756-626d13b176dd admin admin] Publish callbacks [] for security_group (aa1cb631-3100-4d02-bf6b-a6046393d00c), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:51.995919 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-18f07136-3113-4311-a45e-bdd8dd58616f admin admin] Publish callbacks [] for security_group (511c9e01-17db-4d01-8884-56ca6937bc33), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:52.018855 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-18f07136-3113-4311-a45e-bdd8dd58616f admin admin] Publish callbacks [] for security_group (511c9e01-17db-4d01-8884-56ca6937bc33), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:52.068856 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e5f64383-926c-4e68-a756-626d13b176dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (aa1cb631-3100-4d02-bf6b-a6046393d00c), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:52.109703 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f64383-926c-4e68-a756-626d13b176dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1cb631-3100-4d02-bf6b-a6046393d00c,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:52.116832 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-e5f64383-926c-4e68-a756-626d13b176dd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=39f3fd61c4464f83a67e8286d96005ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3752823 Mar 07 17:02:52.117192 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 59250) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:52.140517 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-18f07136-3113-4311-a45e-bdd8dd58616f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (511c9e01-17db-4d01-8884-56ca6937bc33), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:52.140517 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-18f07136-3113-4311-a45e-bdd8dd58616f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:52.140517 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-18f07136-3113-4311-a45e-bdd8dd58616f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/511c9e01-17db-4d01-8884-56ca6937bc33 HTTP/1.1" status: 204 len: 168 time: 0.2227082 Mar 07 17:02:52.153581 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f07136-3113-4311-a45e-bdd8dd58616f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511c9e01-17db-4d01-8884-56ca6937bc33,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:52.197330 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a7636504-5253-4def-8664-ee1b4863c618 admin admin] Publish callbacks [] for security_group (aa1cb631-3100-4d02-bf6b-a6046393d00c), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:52.226882 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a7636504-5253-4def-8664-ee1b4863c618 admin admin] Publish callbacks [] for security_group (aa1cb631-3100-4d02-bf6b-a6046393d00c), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:52.287755 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf4514-4209-4dcf-ab32-1bef5718903d req-9778d2d3-0664-4ee7-962e-e4f5b1fa5ff3 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:52.289589 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f1bf4514-4209-4dcf-ab32-1bef5718903d req-9778d2d3-0664-4ee7-962e-e4f5b1fa5ff3 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/ports?device_id=dba6b4b8-b6eb-4b3a-9d65-0a14cb823128 HTTP/1.1" status: 200 len: 944 time: 0.0643349 Mar 07 17:02:52.342492 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a7636504-5253-4def-8664-ee1b4863c618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (aa1cb631-3100-4d02-bf6b-a6046393d00c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:52.343081 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f1bf4514-4209-4dcf-ab32-1bef5718903d req-fc2dd822-5546-4da2-9ba7-2b6c1577bae2 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/security-groups?id=7330ac32-2720-41dc-90f6-bf65a7402bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444427 Mar 07 17:02:52.347930 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a7636504-5253-4def-8664-ee1b4863c618 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:52.360117 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-a7636504-5253-4def-8664-ee1b4863c618 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/aa1cb631-3100-4d02-bf6b-a6046393d00c HTTP/1.1" status: 204 len: 168 time: 0.2415752 Mar 07 17:02:52.373964 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7636504-5253-4def-8664-ee1b4863c618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1cb631-3100-4d02-bf6b-a6046393d00c,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:52.425078 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device 85edba64-15f6-4566-909c-126cfe83f3e8 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:02:52.532741 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port 85edba64-15f6-4566-909c-126cfe83f3e8, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=85edba64-15f6-4566-909c-126cfe83f3e8,segment=NetworkSegment(b960076e-9cc5-4eff-bdc7-5d5b07d940df),segment_id=b960076e-9cc5-4eff-bdc7-5d5b07d940df)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:02:52.543632 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Returning: {'device': '85edba64-15f6-4566-909c-126cfe83f3e8', 'network_id': '752cb95a-9891-4bc4-8e97-2b9b1e9460d0', 'port_id': '85edba64-15f6-4566-909c-126cfe83f3e8', 'mac_address': 'fa:16:3e:15:70:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef1cc0bc-7880-4621-940d-1bd5e37573f9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:02:52.581849 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Current status of the port 85edba64-15f6-4566-909c-126cfe83f3e8 is: DOWN; New status is: BUILD {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:02:52.582890 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (85edba64-15f6-4566-909c-126cfe83f3e8), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:52.596565 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85edba64-15f6-4566-909c-126cfe83f3e8 {{(pid=103440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:02:52.619756 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port 85edba64-15f6-4566-909c-126cfe83f3e8, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=85edba64-15f6-4566-909c-126cfe83f3e8,segment=NetworkSegment(b960076e-9cc5-4eff-bdc7-5d5b07d940df),segment_id=b960076e-9cc5-4eff-bdc7-5d5b07d940df)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:02:52.709671 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (85edba64-15f6-4566-909c-126cfe83f3e8), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:52.710358 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device 293f83de-e9fc-4e45-83a0-993997bce3a1 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:02:52.833815 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Pushing event updated for resources: {'Port': ['ID=85edba64-15f6-4566-909c-126cfe83f3e8,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:52.865951 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5068f09-248f-4366-9a83-3971ef7bf7da req-0f178b37-545e-4a1b-aafe-bb763e9bd44f tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:52.867783 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c5068f09-248f-4366-9a83-3971ef7bf7da req-0f178b37-545e-4a1b-aafe-bb763e9bd44f tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 943 time: 0.1234264 Mar 07 17:02:52.875949 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de502b-9b88-40fe-b3ec-a657bb720cdd req-85cfd313-b8d8-4455-8f75-919e0e8e95f0 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:52.883420 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d6de502b-9b88-40fe-b3ec-a657bb720cdd req-85cfd313-b8d8-4455-8f75-919e0e8e95f0 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 943 time: 0.1059124 Mar 07 17:02:52.900847 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port 293f83de-e9fc-4e45-83a0-993997bce3a1, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=293f83de-e9fc-4e45-83a0-993997bce3a1,segment=NetworkSegment(0bd0e565-e442-4b6c-956a-2968d926a438),segment_id=0bd0e565-e442-4b6c-956a-2968d926a438)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:02:52.913969 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Returning: {'device': '293f83de-e9fc-4e45-83a0-993997bce3a1', 'network_id': '504454ff-a447-4f42-b96f-99b47903621f', 'port_id': '293f83de-e9fc-4e45-83a0-993997bce3a1', 'mac_address': 'fa:16:3e:65:93:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4efc1e77-65c1-4cf0-9f44-cec7156fd1b4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:02:52.969591 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d6de502b-9b88-40fe-b3ec-a657bb720cdd req-b49467f5-dd19-41cc-9f4a-337940b94167 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839322 Mar 07 17:02:52.974930 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c5068f09-248f-4366-9a83-3971ef7bf7da req-b465c7c2-45e1-41da-825b-e18206e09d3b tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889304 Mar 07 17:02:52.976307 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Current status of the port 293f83de-e9fc-4e45-83a0-993997bce3a1 is: DOWN; New status is: BUILD {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:02:52.977676 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (293f83de-e9fc-4e45-83a0-993997bce3a1), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:52.999894 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 293f83de-e9fc-4e45-83a0-993997bce3a1 {{(pid=103440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:02:53.028261 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port 293f83de-e9fc-4e45-83a0-993997bce3a1, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=293f83de-e9fc-4e45-83a0-993997bce3a1,segment=NetworkSegment(0bd0e565-e442-4b6c-956a-2968d926a438),segment_id=0bd0e565-e442-4b6c-956a-2968d926a438)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:02:53.044859 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:53.108028 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (293f83de-e9fc-4e45-83a0-993997bce3a1), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:53.108733 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device b1d86a73-416e-4d71-a546-4776a393218b details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:02:53.175263 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Pushing event updated for resources: {'Port': ['ID=293f83de-e9fc-4e45-83a0-993997bce3a1,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:53.182112 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port b1d86a73-416e-4d71-a546-4776a393218b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b1d86a73-416e-4d71-a546-4776a393218b,segment=NetworkSegment(0bd0e565-e442-4b6c-956a-2968d926a438),segment_id=0bd0e565-e442-4b6c-956a-2968d926a438)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:02:53.194197 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Returning: {'device': 'b1d86a73-416e-4d71-a546-4776a393218b', 'network_id': '504454ff-a447-4f42-b96f-99b47903621f', 'port_id': 'b1d86a73-416e-4d71-a546-4776a393218b', 'mac_address': 'fa:16:3e:e4:82:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4efc1e77-65c1-4cf0-9f44-cec7156fd1b4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:02:53.231366 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Current status of the port b1d86a73-416e-4d71-a546-4776a393218b is: DOWN; New status is: BUILD {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:02:53.231897 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (b1d86a73-416e-4d71-a546-4776a393218b), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:53.254659 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1d86a73-416e-4d71-a546-4776a393218b {{(pid=103440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:02:53.276399 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port b1d86a73-416e-4d71-a546-4776a393218b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b1d86a73-416e-4d71-a546-4776a393218b,segment=NetworkSegment(0bd0e565-e442-4b6c-956a-2968d926a438),segment_id=0bd0e565-e442-4b6c-956a-2968d926a438)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:02:53.291884 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:02:53.357405 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (b1d86a73-416e-4d71-a546-4776a393218b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:53.428290 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Pushing event updated for resources: {'Port': ['ID=b1d86a73-416e-4d71-a546-4776a393218b,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:53.455982 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 59306) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:53.472839 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-db8bcbb6-5b57-4d0d-94cc-a30ee9dfbbf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:53.495303 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13343f5d-2b98-4176-9182-9e5de3d06578 req-c2012ce3-50b7-4dd8-b2a0-21982c87cb4a tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:53.504663 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-13343f5d-2b98-4176-9182-9e5de3d06578 req-c2012ce3-50b7-4dd8-b2a0-21982c87cb4a tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/ports?device_id=dba6b4b8-b6eb-4b3a-9d65-0a14cb823128 HTTP/1.1" status: 200 len: 945 time: 0.0853364 Mar 07 17:02:53.565605 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-13343f5d-2b98-4176-9182-9e5de3d06578 req-27eeb86f-14a9-40be-9f96-755a1c8bac18 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/security-groups?id=7330ac32-2720-41dc-90f6-bf65a7402bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596583 Mar 07 17:02:53.566025 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-db8bcbb6-5b57-4d0d-94cc-a30ee9dfbbf6 admin admin] Publish callbacks [] for security_group (47e44fc8-178d-436d-b542-32f120b79278), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:53.639612 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-db8bcbb6-5b57-4d0d-94cc-a30ee9dfbbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (47e44fc8-178d-436d-b542-32f120b79278), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:53.682087 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-db8bcbb6-5b57-4d0d-94cc-a30ee9dfbbf6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0bd991c192c74df797cf3bf36492a04e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2210290 Mar 07 17:02:53.682599 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 59314) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:53.689291 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8bcbb6-5b57-4d0d-94cc-a30ee9dfbbf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e44fc8-178d-436d-b542-32f120b79278,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:53.737361 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-23a612dd-9e5b-4439-9cfc-d55c8af40d9d admin admin] Publish callbacks [] for security_group (47e44fc8-178d-436d-b542-32f120b79278), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:53.762857 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-23a612dd-9e5b-4439-9cfc-d55c8af40d9d admin admin] Publish callbacks [] for security_group (47e44fc8-178d-436d-b542-32f120b79278), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:53.878044 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] get_ports_and_sgs() called for port_ids ['293f83de-e9fc-4e45-83a0-993997bce3a1'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:02:53.918045 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] get_ports_and_sgs() called for port_ids ['85edba64-15f6-4566-909c-126cfe83f3e8'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:02:53.927110 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] get_ports_and_sgs() called for port_ids ['b1d86a73-416e-4d71-a546-4776a393218b'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:02:53.930908 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-23a612dd-9e5b-4439-9cfc-d55c8af40d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (47e44fc8-178d-436d-b542-32f120b79278), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:53.933462 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-23a612dd-9e5b-4439-9cfc-d55c8af40d9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:53.934604 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-23a612dd-9e5b-4439-9cfc-d55c8af40d9d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/47e44fc8-178d-436d-b542-32f120b79278 HTTP/1.1" status: 204 len: 168 time: 0.2506812 Mar 07 17:02:53.952388 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a612dd-9e5b-4439-9cfc-d55c8af40d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e44fc8-178d-436d-b542-32f120b79278,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:54.156203 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e778d-b7c8-4110-b444-850f82453d0f req-9280fd8d-d3ba-46be-a1bb-ab2c6cce5f33 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:54.157860 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-824e778d-b7c8-4110-b444-850f82453d0f req-9280fd8d-d3ba-46be-a1bb-ab2c6cce5f33 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 943 time: 0.1017370 Mar 07 17:02:54.196209 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693575f8-1f9d-47b3-a595-d464d20d0599 req-c1aad6e8-ebf1-402e-bb97-f3078e94f3b1 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:54.197952 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-693575f8-1f9d-47b3-a595-d464d20d0599 req-c1aad6e8-ebf1-402e-bb97-f3078e94f3b1 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 944 time: 0.0952671 Mar 07 17:02:54.245928 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-824e778d-b7c8-4110-b444-850f82453d0f req-c7978628-292f-4b77-bffe-ccf21632b6b2 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779080 Mar 07 17:02:54.276020 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-693575f8-1f9d-47b3-a595-d464d20d0599 req-84d30a0e-837f-4051-8067-786ac208f3d3 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717103 Mar 07 17:02:54.426460 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device b85220cb-f50a-41fb-b0fa-f73b99d81a2a details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:02:54.544691 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port b85220cb-f50a-41fb-b0fa-f73b99d81a2a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b85220cb-f50a-41fb-b0fa-f73b99d81a2a,segment=NetworkSegment(c9b3c6bf-042d-42ab-970e-e5cb93efe923),segment_id=c9b3c6bf-042d-42ab-970e-e5cb93efe923)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:02:54.560508 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Returning: {'device': 'b85220cb-f50a-41fb-b0fa-f73b99d81a2a', 'network_id': '092694bd-373f-4bfb-9d43-3858867af44b', 'port_id': 'b85220cb-f50a-41fb-b0fa-f73b99d81a2a', 'mac_address': 'fa:16:3e:d6:e7:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74c40c13-f415-433a-b979-4cf6b968572a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:02:54.604185 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Current status of the port b85220cb-f50a-41fb-b0fa-f73b99d81a2a is: DOWN; New status is: BUILD {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:02:54.605251 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (b85220cb-f50a-41fb-b0fa-f73b99d81a2a), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:54.621791 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b85220cb-f50a-41fb-b0fa-f73b99d81a2a {{(pid=103440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:02:54.646307 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port b85220cb-f50a-41fb-b0fa-f73b99d81a2a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b85220cb-f50a-41fb-b0fa-f73b99d81a2a,segment=NetworkSegment(c9b3c6bf-042d-42ab-970e-e5cb93efe923),segment_id=c9b3c6bf-042d-42ab-970e-e5cb93efe923)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:02:54.690913 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ceba18-c6e1-4c3e-a649-bf6ada77feca req-a5e7bc5f-758f-4921-a300-5b1049c1d863 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:54.692511 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-22ceba18-c6e1-4c3e-a649-bf6ada77feca req-a5e7bc5f-758f-4921-a300-5b1049c1d863 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/ports?device_id=dba6b4b8-b6eb-4b3a-9d65-0a14cb823128 HTTP/1.1" status: 200 len: 945 time: 0.0573969 Mar 07 17:02:54.741133 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-22ceba18-c6e1-4c3e-a649-bf6ada77feca req-77c90e72-7028-4911-a960-ee726795be15 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/security-groups?id=7330ac32-2720-41dc-90f6-bf65a7402bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430448 Mar 07 17:02:54.843759 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (b85220cb-f50a-41fb-b0fa-f73b99d81a2a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:54.917044 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Pushing event updated for resources: {'Port': ['ID=b85220cb-f50a-41fb-b0fa-f73b99d81a2a,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:55.468051 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff1126-c866-4805-85e9-7940eb9e6e2e req-6bf6ed00-194b-44b9-9edf-5819b46ec6a7 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:55.469650 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2eff1126-c866-4805-85e9-7940eb9e6e2e req-6bf6ed00-194b-44b9-9edf-5819b46ec6a7 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 944 time: 0.1410282 Mar 07 17:02:55.495826 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e2339-4468-412c-9205-15dad765a9cf req-95a3c6b0-c100-49fe-bed2-038bf09eafed tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:55.497293 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0a3e2339-4468-412c-9205-15dad765a9cf req-95a3c6b0-c100-49fe-bed2-038bf09eafed tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 944 time: 0.0992582 Mar 07 17:02:55.547412 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] get_ports_and_sgs() called for port_ids ['b85220cb-f50a-41fb-b0fa-f73b99d81a2a'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:02:55.566321 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2eff1126-c866-4805-85e9-7940eb9e6e2e req-8669c16d-1a41-4db7-94ee-200b9e795ba5 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899417 Mar 07 17:02:55.582737 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0a3e2339-4468-412c-9205-15dad765a9cf req-38cb7b3b-b4f7-490b-81b6-f7cbd31871d9 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768893 Mar 07 17:02:55.863385 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301913f-65fc-4bac-8100-ad008e84d26a req-0236c852-af2f-452d-8726-ff5d87ca21fa tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:55.864937 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a301913f-65fc-4bac-8100-ad008e84d26a req-0236c852-af2f-452d-8726-ff5d87ca21fa tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/ports?device_id=dba6b4b8-b6eb-4b3a-9d65-0a14cb823128 HTTP/1.1" status: 200 len: 945 time: 0.0552499 Mar 07 17:02:55.912757 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a301913f-65fc-4bac-8100-ad008e84d26a req-4a321f89-09f0-44fd-afaa-328a0af6c62c tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/security-groups?id=7330ac32-2720-41dc-90f6-bf65a7402bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417800 Mar 07 17:02:56.578873 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 59442) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:56.704062 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e6c5caff-8a90-4cfa-bad8-2387fb2df353 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:56.751327 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19451df8-f85e-4e93-8b24-3da21c5fb704 req-bb840737-8ff0-4093-87fe-ac1d67811845 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:56.753628 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-19451df8-f85e-4e93-8b24-3da21c5fb704 req-bb840737-8ff0-4093-87fe-ac1d67811845 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 944 time: 0.0978484 Mar 07 17:02:56.767321 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f73c7-96be-4177-af89-ad8f01759538 req-9cd54ecb-4952-48fa-a3a8-d2c87417ce38 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:56.768927 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-395f73c7-96be-4177-af89-ad8f01759538 req-9cd54ecb-4952-48fa-a3a8-d2c87417ce38 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 944 time: 0.0812609 Mar 07 17:02:56.809160 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e6c5caff-8a90-4cfa-bad8-2387fb2df353 admin admin] Publish callbacks [] for security_group (742734ed-2bed-4c1f-9655-1f2c04ece44f), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:56.842971 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-19451df8-f85e-4e93-8b24-3da21c5fb704 req-1e3136fc-569d-4d23-bc7c-3fb2efd47228 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729139 Mar 07 17:02:56.846639 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-395f73c7-96be-4177-af89-ad8f01759538 req-80d91689-7fd9-496a-b4db-86f012b5b336 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699327 Mar 07 17:02:56.902379 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e6c5caff-8a90-4cfa-bad8-2387fb2df353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (742734ed-2bed-4c1f-9655-1f2c04ece44f), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:56.955637 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 59460) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:56.956160 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-e6c5caff-8a90-4cfa-bad8-2387fb2df353 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b0079cc2d9734bc5a9c31696df5666f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3752394 Mar 07 17:02:56.965252 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c5caff-8a90-4cfa-bad8-2387fb2df353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=742734ed-2bed-4c1f-9655-1f2c04ece44f,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:57.060106 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device 85edba64-15f6-4566-909c-126cfe83f3e8 up at agent hyperv_hv-cinder-80403 {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:02:57.075717 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5543a8d9-a3eb-4810-8414-eaff20f2cc42 admin admin] Publish callbacks [] for security_group (742734ed-2bed-4c1f-9655-1f2c04ece44f), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:57.099430 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5543a8d9-a3eb-4810-8414-eaff20f2cc42 admin admin] Publish callbacks [] for security_group (742734ed-2bed-4c1f-9655-1f2c04ece44f), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:57.145841 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55705207-5fd4-4855-a2d5-c085d79b396f req-904cbcdb-4525-420c-a52c-f5c942494738 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:57.147351 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-55705207-5fd4-4855-a2d5-c085d79b396f req-904cbcdb-4525-420c-a52c-f5c942494738 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/ports?device_id=dba6b4b8-b6eb-4b3a-9d65-0a14cb823128 HTTP/1.1" status: 200 len: 945 time: 0.1465576 Mar 07 17:02:57.221066 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-55705207-5fd4-4855-a2d5-c085d79b396f req-d670440b-b2a0-4c39-9999-7b694c803179 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/security-groups?id=7330ac32-2720-41dc-90f6-bf65a7402bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561452 Mar 07 17:02:57.261739 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5543a8d9-a3eb-4810-8414-eaff20f2cc42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (742734ed-2bed-4c1f-9655-1f2c04ece44f), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:57.264498 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5543a8d9-a3eb-4810-8414-eaff20f2cc42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:57.266835 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-5543a8d9-a3eb-4810-8414-eaff20f2cc42 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/742734ed-2bed-4c1f-9655-1f2c04ece44f HTTP/1.1" status: 204 len: 168 time: 0.3084986 Mar 07 17:02:57.281921 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5543a8d9-a3eb-4810-8414-eaff20f2cc42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742734ed-2bed-4c1f-9655-1f2c04ece44f,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:57.319298 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Provisioning for port 85edba64-15f6-4566-909c-126cfe83f3e8 completed by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 17:02:57.323653 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Provisioning complete for port 85edba64-15f6-4566-909c-126cfe83f3e8 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:02:57.324281 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (85edba64-15f6-4566-909c-126cfe83f3e8), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:57.414092 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Current status of the port 85edba64-15f6-4566-909c-126cfe83f3e8 is: BUILD; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:02:57.414486 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (85edba64-15f6-4566-909c-126cfe83f3e8), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:57.437829 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba6b4b8-b6eb-4b3a-9d65-0a14cb823128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85edba64-15f6-4566-909c-126cfe83f3e8'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:02:57.512960 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port 85edba64-15f6-4566-909c-126cfe83f3e8, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=85edba64-15f6-4566-909c-126cfe83f3e8,segment=NetworkSegment(b960076e-9cc5-4eff-bdc7-5d5b07d940df),segment_id=b960076e-9cc5-4eff-bdc7-5d5b07d940df)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:02:57.593661 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (85edba64-15f6-4566-909c-126cfe83f3e8), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:57.594643 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device 293f83de-e9fc-4e45-83a0-993997bce3a1 up at agent hyperv_hv-cinder-80403 {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:02:57.621033 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11138cde4cb47aed6ab60590cdc6142137d0740b05d94cd9dbb0d95d7575220c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f98cd5-5dbc-426b-8786-fc47f22443da" -d '{"events": [{"server_uuid": "dba6b4b8-b6eb-4b3a-9d65-0a14cb823128", "name": "network-vif-plugged", "status": "completed", "tag": "85edba64-15f6-4566-909c-126cfe83f3e8"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:02:57.683970 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Pushing event updated for resources: {'Port': ['ID=85edba64-15f6-4566-909c-126cfe83f3e8,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:57.719968 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2352919-a08c-4c09-8e9f-645a7a5e621b x-openstack-request-id: req-c2352919-a08c-4c09-8e9f-645a7a5e621b {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:02:57.720315 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dba6b4b8-b6eb-4b3a-9d65-0a14cb823128", "name": "network-vif-plugged", "status": "completed", "tag": "85edba64-15f6-4566-909c-126cfe83f3e8", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:02:57.720582 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c2352919-a08c-4c09-8e9f-645a7a5e621b {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:02:57.721066 dv-cinder-804035-42-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba6b4b8-b6eb-4b3a-9d65-0a14cb823128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85edba64-15f6-4566-909c-126cfe83f3e8', 'code': 200} Mar 07 17:02:57.844921 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Provisioning for port 293f83de-e9fc-4e45-83a0-993997bce3a1 completed by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 17:02:57.849028 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Provisioning complete for port 293f83de-e9fc-4e45-83a0-993997bce3a1 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:02:57.849401 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (293f83de-e9fc-4e45-83a0-993997bce3a1), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:57.948141 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Current status of the port 293f83de-e9fc-4e45-83a0-993997bce3a1 is: BUILD; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:02:57.948530 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (293f83de-e9fc-4e45-83a0-993997bce3a1), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:57.980676 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port 293f83de-e9fc-4e45-83a0-993997bce3a1, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=293f83de-e9fc-4e45-83a0-993997bce3a1,segment=NetworkSegment(0bd0e565-e442-4b6c-956a-2968d926a438),segment_id=0bd0e565-e442-4b6c-956a-2968d926a438)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:02:58.013331 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ec570-38bd-49e1-ac1e-8f70b30a925e req-3a229ad7-e1ac-41a3-977f-5dc89d0d219f tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:58.014746 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-551ec570-38bd-49e1-ac1e-8f70b30a925e req-3a229ad7-e1ac-41a3-977f-5dc89d0d219f tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 944 time: 0.0946434 Mar 07 17:02:58.022928 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be237656-ae5b-4691-bb13-af750fb32c3b req-da0b689c-2ca9-436f-a59d-33fc218bbf4c tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:58.024408 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-be237656-ae5b-4691-bb13-af750fb32c3b req-da0b689c-2ca9-436f-a59d-33fc218bbf4c tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 944 time: 0.0911243 Mar 07 17:02:58.039786 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (293f83de-e9fc-4e45-83a0-993997bce3a1), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:58.041163 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device b1d86a73-416e-4d71-a546-4776a393218b up at agent hyperv_hv-cinder-80403 {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:02:58.043569 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 59490) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:58.075913 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8e5bf0dd-bab6-4c91-8dee-c83c56c1ba6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:58.114272 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-551ec570-38bd-49e1-ac1e-8f70b30a925e req-b0decfad-650a-4e85-9def-46be6ce6e6b1 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880845 Mar 07 17:02:58.123497 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Pushing event updated for resources: {'Port': ['ID=293f83de-e9fc-4e45-83a0-993997bce3a1,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:58.137471 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-be237656-ae5b-4691-bb13-af750fb32c3b req-829de2c1-ca30-4739-9200-376e317a6b98 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044717 Mar 07 17:02:58.202601 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8e5bf0dd-bab6-4c91-8dee-c83c56c1ba6c admin admin] Publish callbacks [] for security_group (268cd09c-02e6-4659-8b50-1c80dcc1af4e), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:58.220327 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Provisioning for port b1d86a73-416e-4d71-a546-4776a393218b completed by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 17:02:58.224902 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Provisioning complete for port b1d86a73-416e-4d71-a546-4776a393218b triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:02:58.225280 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (b1d86a73-416e-4d71-a546-4776a393218b), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:58.277743 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8e5bf0dd-bab6-4c91-8dee-c83c56c1ba6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (268cd09c-02e6-4659-8b50-1c80dcc1af4e), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:58.307555 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Current status of the port b1d86a73-416e-4d71-a546-4776a393218b is: BUILD; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:02:58.308006 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (b1d86a73-416e-4d71-a546-4776a393218b), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:58.331049 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-8e5bf0dd-bab6-4c91-8dee-c83c56c1ba6c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dca4bb6e5294414e9ebb9574b026b180&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2840595 Mar 07 17:02:58.331440 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 59506) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:02:58.356285 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5bf0dd-bab6-4c91-8dee-c83c56c1ba6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268cd09c-02e6-4659-8b50-1c80dcc1af4e,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:58.357145 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port b1d86a73-416e-4d71-a546-4776a393218b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b1d86a73-416e-4d71-a546-4776a393218b,segment=NetworkSegment(0bd0e565-e442-4b6c-956a-2968d926a438),segment_id=0bd0e565-e442-4b6c-956a-2968d926a438)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:02:58.403547 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619ca36-8c16-4a7e-8610-6d9168072f22 req-66443d96-4601-4d7d-8cfb-409012511593 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:58.405199 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d619ca36-8c16-4a7e-8610-6d9168072f22 req-66443d96-4601-4d7d-8cfb-409012511593 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/ports?device_id=dba6b4b8-b6eb-4b3a-9d65-0a14cb823128 HTTP/1.1" status: 200 len: 946 time: 0.1004324 Mar 07 17:02:58.413187 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f5902c8a-3b71-40dc-b374-b775e3bc4794 admin admin] Publish callbacks [] for security_group (268cd09c-02e6-4659-8b50-1c80dcc1af4e), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:58.427966 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (b1d86a73-416e-4d71-a546-4776a393218b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:58.436557 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f5902c8a-3b71-40dc-b374-b775e3bc4794 admin admin] Publish callbacks [] for security_group (268cd09c-02e6-4659-8b50-1c80dcc1af4e), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:58.459610 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d619ca36-8c16-4a7e-8610-6d9168072f22 req-152fce49-4a99-42e2-873f-a65a20e5f72f tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/security-groups?id=7330ac32-2720-41dc-90f6-bf65a7402bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482776 Mar 07 17:02:58.492120 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Pushing event updated for resources: {'Port': ['ID=b1d86a73-416e-4d71-a546-4776a393218b,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:58.553046 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f5902c8a-3b71-40dc-b374-b775e3bc4794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (268cd09c-02e6-4659-8b50-1c80dcc1af4e), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:58.555655 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f5902c8a-3b71-40dc-b374-b775e3bc4794 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:58.556825 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-f5902c8a-3b71-40dc-b374-b775e3bc4794 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/268cd09c-02e6-4659-8b50-1c80dcc1af4e HTTP/1.1" status: 204 len: 168 time: 0.2235615 Mar 07 17:02:58.564567 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5902c8a-3b71-40dc-b374-b775e3bc4794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268cd09c-02e6-4659-8b50-1c80dcc1af4e,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:02:59.312714 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c497417-3d61-41e0-a05f-cd83bce91105 req-9f3330a8-02bf-41c8-9748-bbd4ba72ec04 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:59.314180 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8c497417-3d61-41e0-a05f-cd83bce91105 req-9f3330a8-02bf-41c8-9748-bbd4ba72ec04 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.0885897 Mar 07 17:02:59.326225 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77d7f3-d6d0-4ba0-8b8d-abd0604e8a9d req-803fd389-1c72-4cc2-a810-80211596ce00 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:59.327689 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2c77d7f3-d6d0-4ba0-8b8d-abd0604e8a9d req-803fd389-1c72-4cc2-a810-80211596ce00 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 944 time: 0.1032481 Mar 07 17:02:59.404822 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8c497417-3d61-41e0-a05f-cd83bce91105 req-c51e91e8-f341-4eca-af9e-999a8010fd43 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761609 Mar 07 17:02:59.413250 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2c77d7f3-d6d0-4ba0-8b8d-abd0604e8a9d req-60b2148e-b957-482c-aad4-2fa6eabb1861 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754676 Mar 07 17:02:59.525059 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2aa9d1-c79c-4ae2-ac55-117f5055947d req-64510797-270d-40f7-8331-d6803c62d013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:59.526565 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-bc2aa9d1-c79c-4ae2-ac55-117f5055947d req-64510797-270d-40f7-8331-d6803c62d013 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dba6b4b8-b6eb-4b3a-9d65-0a14cb823128 HTTP/1.1" status: 200 len: 1130 time: 0.0789802 Mar 07 17:02:59.570426 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-bc2aa9d1-c79c-4ae2-ac55-117f5055947d req-dc5fd330-a3a2-4b3c-81d7-78c6a7bb25df service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:59.622314 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45bbb10-b72f-447f-b0c6-1b2a0e58c712 req-f7429b06-ab78-46fd-a401-07540466179f tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:02:59.623846 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d45bbb10-b72f-447f-b0c6-1b2a0e58c712 req-f7429b06-ab78-46fd-a401-07540466179f tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/ports?device_id=dba6b4b8-b6eb-4b3a-9d65-0a14cb823128 HTTP/1.1" status: 200 len: 946 time: 0.0900381 Mar 07 17:02:59.700612 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-bc2aa9d1-c79c-4ae2-ac55-117f5055947d req-dc5fd330-a3a2-4b3c-81d7-78c6a7bb25df service neutron] Publish callbacks [] for security_group (a3859304-5cc1-4246-bff5-f920cc941dc0), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:59.704088 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d45bbb10-b72f-447f-b0c6-1b2a0e58c712 req-348f3b5f-2289-4653-9ce6-794cf14042cc tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/security-groups?id=7330ac32-2720-41dc-90f6-bf65a7402bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740688 Mar 07 17:02:59.722287 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ebf667-dc18-48e6-950d-783c44af65f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293f83de-e9fc-4e45-83a0-993997bce3a1'}, {'server_uuid': 'edb9e4bf-53c8-49cb-b4fb-b85febfb6638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d86a73-416e-4d71-a546-4776a393218b'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:02:59.728119 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11138cde4cb47aed6ab60590cdc6142137d0740b05d94cd9dbb0d95d7575220c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33cd390-1772-440b-9489-67b7bba4e9a1" -d '{"events": [{"server_uuid": "c1ebf667-dc18-48e6-950d-783c44af65f3", "name": "network-vif-plugged", "status": "completed", "tag": "293f83de-e9fc-4e45-83a0-993997bce3a1"}, {"server_uuid": "edb9e4bf-53c8-49cb-b4fb-b85febfb6638", "name": "network-vif-plugged", "status": "completed", "tag": "b1d86a73-416e-4d71-a546-4776a393218b"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:02:59.765388 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Mar 2022 17:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95991aee-8964-498e-bfa4-de088cfbe7b0 x-openstack-request-id: req-95991aee-8964-498e-bfa4-de088cfbe7b0 {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:02:59.765686 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1ebf667-dc18-48e6-950d-783c44af65f3", "name": "network-vif-plugged", "status": "completed", "tag": "293f83de-e9fc-4e45-83a0-993997bce3a1", "code": 200}, {"server_uuid": "edb9e4bf-53c8-49cb-b4fb-b85febfb6638", "name": "network-vif-plugged", "status": "completed", "tag": "b1d86a73-416e-4d71-a546-4776a393218b", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:02:59.765973 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-95991aee-8964-498e-bfa4-de088cfbe7b0 {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:02:59.766371 dv-cinder-804035-42-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ebf667-dc18-48e6-950d-783c44af65f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293f83de-e9fc-4e45-83a0-993997bce3a1', 'code': 200} Mar 07 17:02:59.766629 dv-cinder-804035-42-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb9e4bf-53c8-49cb-b4fb-b85febfb6638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d86a73-416e-4d71-a546-4776a393218b', 'code': 200} Mar 07 17:02:59.782077 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-bc2aa9d1-c79c-4ae2-ac55-117f5055947d req-dc5fd330-a3a2-4b3c-81d7-78c6a7bb25df service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (a3859304-5cc1-4246-bff5-f920cc941dc0), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:02:59.830230 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-bc2aa9d1-c79c-4ae2-ac55-117f5055947d req-dc5fd330-a3a2-4b3c-81d7-78c6a7bb25df service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7330ac32-2720-41dc-90f6-bf65a7402bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974524 Mar 07 17:02:59.830961 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5fd330-a3a2-4b3c-81d7-78c6a7bb25df service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a3859304-5cc1-4246-bff5-f920cc941dc0,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:00.369298 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427af8cc-13db-4ed7-9108-21339d3fcea7 req-e34942ca-11df-474e-8d1c-05bb206db55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:00.370823 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-427af8cc-13db-4ed7-9108-21339d3fcea7 req-e34942ca-11df-474e-8d1c-05bb206db55f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 1129 time: 0.0541382 Mar 07 17:03:00.420364 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-427af8cc-13db-4ed7-9108-21339d3fcea7 req-de3c7fe0-3419-49bf-b74e-8e74b7f2938f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426879 Mar 07 17:03:00.598142 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959865ed-4e8f-4f5c-bb5d-5257f1952783 req-d6604895-c8d0-40b4-b752-e6b9e191528e tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:00.599760 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-959865ed-4e8f-4f5c-bb5d-5257f1952783 req-d6604895-c8d0-40b4-b752-e6b9e191528e tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 944 time: 0.0812860 Mar 07 17:03:00.610771 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c05239-a2bd-4bc2-a234-6bb19a461773 req-543245f0-e698-4408-b7c0-dbc98448dfd6 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:00.612272 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-81c05239-a2bd-4bc2-a234-6bb19a461773 req-543245f0-e698-4408-b7c0-dbc98448dfd6 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.1053081 Mar 07 17:03:00.692670 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-959865ed-4e8f-4f5c-bb5d-5257f1952783 req-e0343c71-2e63-4e38-8494-9e4af57078eb tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787230 Mar 07 17:03:00.710332 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-81c05239-a2bd-4bc2-a234-6bb19a461773 req-433f5e8f-a67b-4795-bad8-6a1d02648040 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750344 Mar 07 17:03:01.040093 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286ac37-6a5c-4fc2-a968-12df67322097 req-71f3bd8a-27ad-468b-a0f2-a67e27fd2600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:01.041320 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1286ac37-6a5c-4fc2-a968-12df67322097 req-71f3bd8a-27ad-468b-a0f2-a67e27fd2600 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 1129 time: 0.2730644 Mar 07 17:03:01.063328 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f75d6-abd3-486b-8706-74b0c819360c req-984f8cba-2d09-4a86-aa0b-20ad968e5fe2 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:01.064845 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c34f75d6-abd3-486b-8706-74b0c819360c req-984f8cba-2d09-4a86-aa0b-20ad968e5fe2 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/ports?device_id=dba6b4b8-b6eb-4b3a-9d65-0a14cb823128 HTTP/1.1" status: 200 len: 946 time: 0.2668662 Mar 07 17:03:01.139155 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1286ac37-6a5c-4fc2-a968-12df67322097 req-37d56b2a-a2d5-4a05-90f9-baa85dd0c053 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907588 Mar 07 17:03:01.147291 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c34f75d6-abd3-486b-8706-74b0c819360c req-93bf9d57-ffdb-4e46-b981-f1439207bdcc tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/security-groups?id=7330ac32-2720-41dc-90f6-bf65a7402bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753493 Mar 07 17:03:01.161914 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device b85220cb-f50a-41fb-b0fa-f73b99d81a2a up at agent hyperv_hv-cinder-80403 {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:03:01.311162 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Provisioning for port b85220cb-f50a-41fb-b0fa-f73b99d81a2a completed by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 17:03:01.315332 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Provisioning complete for port b85220cb-f50a-41fb-b0fa-f73b99d81a2a triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:03:01.315720 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (b85220cb-f50a-41fb-b0fa-f73b99d81a2a), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:01.396298 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Current status of the port b85220cb-f50a-41fb-b0fa-f73b99d81a2a is: BUILD; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:03:01.396689 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (b85220cb-f50a-41fb-b0fa-f73b99d81a2a), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:01.431402 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port b85220cb-f50a-41fb-b0fa-f73b99d81a2a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b85220cb-f50a-41fb-b0fa-f73b99d81a2a,segment=NetworkSegment(c9b3c6bf-042d-42ab-970e-e5cb93efe923),segment_id=c9b3c6bf-042d-42ab-970e-e5cb93efe923)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:03:01.513420 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (b85220cb-f50a-41fb-b0fa-f73b99d81a2a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:01.567429 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Pushing event updated for resources: {'Port': ['ID=b85220cb-f50a-41fb-b0fa-f73b99d81a2a,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:01.768290 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53dccac6-c710-4ee6-9dd7-ec44960ff712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85220cb-f50a-41fb-b0fa-f73b99d81a2a'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:03:01.771387 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11138cde4cb47aed6ab60590cdc6142137d0740b05d94cd9dbb0d95d7575220c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6002aa9f-ceef-4076-a615-6677b73164d7" -d '{"events": [{"server_uuid": "53dccac6-c710-4ee6-9dd7-ec44960ff712", "name": "network-vif-plugged", "status": "completed", "tag": "b85220cb-f50a-41fb-b0fa-f73b99d81a2a"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:03:01.851521 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ffbb3-8789-4dc9-949a-6fc282316194 req-a19a5834-c3d3-4118-8836-15024bee4654 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:01.852904 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3b3ffbb3-8789-4dc9-949a-6fc282316194 req-a19a5834-c3d3-4118-8836-15024bee4654 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 945 time: 0.0883119 Mar 07 17:03:01.864948 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b7f16-0944-4c5c-9722-8d17a2baab9a req-83d22b7d-796c-45cb-9d8b-0fb6e7c2e4c1 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:01.866425 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-451b7f16-0944-4c5c-9722-8d17a2baab9a req-83d22b7d-796c-45cb-9d8b-0fb6e7c2e4c1 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.0898693 Mar 07 17:03:01.936709 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3b3ffbb3-8789-4dc9-949a-6fc282316194 req-ac2a74e0-e8aa-4169-97e5-62585e4091e1 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692761 Mar 07 17:03:01.949011 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-451b7f16-0944-4c5c-9722-8d17a2baab9a req-7ed8dc63-a748-48be-9e13-c156127653ca tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756607 Mar 07 17:03:01.986141 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a490ba-24a8-42b8-832b-6506e6510e29 x-openstack-request-id: req-81a490ba-24a8-42b8-832b-6506e6510e29 {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:03:01.986512 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53dccac6-c710-4ee6-9dd7-ec44960ff712", "name": "network-vif-plugged", "status": "completed", "tag": "b85220cb-f50a-41fb-b0fa-f73b99d81a2a", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:03:01.986777 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-81a490ba-24a8-42b8-832b-6506e6510e29 {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:03:01.987174 dv-cinder-804035-42-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53dccac6-c710-4ee6-9dd7-ec44960ff712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85220cb-f50a-41fb-b0fa-f73b99d81a2a', 'code': 200} Mar 07 17:03:02.273294 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd469b5-02ad-475d-992f-33cc2647e3b3 req-2387c674-adf7-4b54-88dd-396da6fbb122 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:02.277301 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0bd469b5-02ad-475d-992f-33cc2647e3b3 req-2387c674-adf7-4b54-88dd-396da6fbb122 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/ports?device_id=dba6b4b8-b6eb-4b3a-9d65-0a14cb823128 HTTP/1.1" status: 200 len: 946 time: 0.0601239 Mar 07 17:03:02.324665 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0bd469b5-02ad-475d-992f-33cc2647e3b3 req-73525231-1732-40e8-8b97-176d93689371 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/security-groups?id=7330ac32-2720-41dc-90f6-bf65a7402bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440743 Mar 07 17:03:03.128086 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6725fe-ce05-4d22-8dcd-002d8b64c0b3 req-d3e88587-6157-4d6a-b1bc-b27c949a5dfb tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:03.130439 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8b6725fe-ce05-4d22-8dcd-002d8b64c0b3 req-d3e88587-6157-4d6a-b1bc-b27c949a5dfb tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.0979242 Mar 07 17:03:03.138700 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d2b587-6317-4200-82cf-74f47858e33f req-98647afb-82fa-43a0-a4df-8953075f125b tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:03.140203 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d6d2b587-6317-4200-82cf-74f47858e33f req-98647afb-82fa-43a0-a4df-8953075f125b tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 945 time: 0.0955181 Mar 07 17:03:03.207467 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8b6725fe-ce05-4d22-8dcd-002d8b64c0b3 req-292e28e6-fc39-491a-9ead-61b347dfedd3 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663176 Mar 07 17:03:03.222287 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d6d2b587-6317-4200-82cf-74f47858e33f req-dcf6287c-e912-4bdd-b780-d801091b8d5f tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669324 Mar 07 17:03:03.449135 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72ca7f-a95d-49b9-86e3-b7ad7af552a7 req-c018d972-6e50-4d0d-9be4-937ee3784172 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:03.450682 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2e72ca7f-a95d-49b9-86e3-b7ad7af552a7 req-c018d972-6e50-4d0d-9be4-937ee3784172 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/ports?device_id=dba6b4b8-b6eb-4b3a-9d65-0a14cb823128 HTTP/1.1" status: 200 len: 946 time: 0.0609167 Mar 07 17:03:03.510618 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2e72ca7f-a95d-49b9-86e3-b7ad7af552a7 req-24432e41-27ec-4a2d-b60a-355413194be7 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/security-groups?id=7330ac32-2720-41dc-90f6-bf65a7402bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532496 Mar 07 17:03:03.585008 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 59680) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:03.697471 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8171a7cf-9d49-4d3b-8dc0-afba15cfa367 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:03.775092 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8171a7cf-9d49-4d3b-8dc0-afba15cfa367 admin admin] Publish callbacks [] for security_group (71fec09b-3218-483a-8ceb-04bc416b26e0), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:03.843049 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8171a7cf-9d49-4d3b-8dc0-afba15cfa367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (71fec09b-3218-483a-8ceb-04bc416b26e0), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:03.884353 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 59694) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:03.884631 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-8171a7cf-9d49-4d3b-8dc0-afba15cfa367 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=af7f41ddcda84242bbc11c9bbd7e030d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2977872 Mar 07 17:03:03.885333 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8171a7cf-9d49-4d3b-8dc0-afba15cfa367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71fec09b-3218-483a-8ceb-04bc416b26e0,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:03.935472 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-54c62096-7ccd-4d6e-9ee4-52bc91423b5d admin admin] Publish callbacks [] for security_group (71fec09b-3218-483a-8ceb-04bc416b26e0), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:03.956782 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-54c62096-7ccd-4d6e-9ee4-52bc91423b5d admin admin] Publish callbacks [] for security_group (71fec09b-3218-483a-8ceb-04bc416b26e0), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:04.044788 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-54c62096-7ccd-4d6e-9ee4-52bc91423b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (71fec09b-3218-483a-8ceb-04bc416b26e0), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:04.047299 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-54c62096-7ccd-4d6e-9ee4-52bc91423b5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:04.048534 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-54c62096-7ccd-4d6e-9ee4-52bc91423b5d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/71fec09b-3218-483a-8ceb-04bc416b26e0 HTTP/1.1" status: 204 len: 168 time: 0.1629684 Mar 07 17:03:04.056708 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c62096-7ccd-4d6e-9ee4-52bc91423b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71fec09b-3218-483a-8ceb-04bc416b26e0,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:04.362336 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4529c-ed38-4718-95f8-ad6e475a7951 req-4e7d3a3d-d29b-46dc-883d-9d5113ea04cd tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:04.364778 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-49e4529c-ed38-4718-95f8-ad6e475a7951 req-4e7d3a3d-d29b-46dc-883d-9d5113ea04cd tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.0906117 Mar 07 17:03:04.387414 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a941ee-ecbc-47b2-9d0d-e0a658f570e7 req-dd2a9ecd-b2a0-42ea-9350-bff985c304a6 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:04.388643 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-92a941ee-ecbc-47b2-9d0d-e0a658f570e7 req-dd2a9ecd-b2a0-42ea-9350-bff985c304a6 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 945 time: 0.0816739 Mar 07 17:03:04.453002 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-49e4529c-ed38-4718-95f8-ad6e475a7951 req-1a2c9392-b5f4-4b80-852d-f5e138cf7715 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798624 Mar 07 17:03:04.459814 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-92a941ee-ecbc-47b2-9d0d-e0a658f570e7 req-45242cc4-10f7-4541-bde8-5a7fb110d635 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629296 Mar 07 17:03:04.634268 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4f373-deeb-4cf0-bb9b-a3aa65691fec req-cb97d960-1f74-470d-b8ac-0171d004e3b7 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:04.635778 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e1b4f373-deeb-4cf0-bb9b-a3aa65691fec req-cb97d960-1f74-470d-b8ac-0171d004e3b7 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/ports?device_id=dba6b4b8-b6eb-4b3a-9d65-0a14cb823128 HTTP/1.1" status: 200 len: 946 time: 0.0600958 Mar 07 17:03:04.687696 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 59716) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:04.689617 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e1b4f373-deeb-4cf0-bb9b-a3aa65691fec req-e8ada20e-9293-40c8-8561-51ee7101076f tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/security-groups?id=7330ac32-2720-41dc-90f6-bf65a7402bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480671 Mar 07 17:03:04.702819 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e35ed4dc-6b1d-483c-87a6-f807de1ce8cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:04.780047 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e35ed4dc-6b1d-483c-87a6-f807de1ce8cc admin admin] Publish callbacks [] for security_group (de0b76b5-96be-49ce-9476-3ef7cca8cede), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:04.861802 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e35ed4dc-6b1d-483c-87a6-f807de1ce8cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (de0b76b5-96be-49ce-9476-3ef7cca8cede), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:04.899769 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-e35ed4dc-6b1d-483c-87a6-f807de1ce8cc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e6751690e7af4570b902e1be74f96653&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2110002 Mar 07 17:03:04.900603 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35ed4dc-6b1d-483c-87a6-f807de1ce8cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0b76b5-96be-49ce-9476-3ef7cca8cede,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:04.902643 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 59718) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:04.950879 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4c4dc487-20fe-4f05-b869-9ebc51708581 admin admin] Publish callbacks [] for security_group (de0b76b5-96be-49ce-9476-3ef7cca8cede), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:04.970992 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4c4dc487-20fe-4f05-b869-9ebc51708581 admin admin] Publish callbacks [] for security_group (de0b76b5-96be-49ce-9476-3ef7cca8cede), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:05.076834 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4c4dc487-20fe-4f05-b869-9ebc51708581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (de0b76b5-96be-49ce-9476-3ef7cca8cede), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:05.079372 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4c4dc487-20fe-4f05-b869-9ebc51708581 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:05.080531 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-4c4dc487-20fe-4f05-b869-9ebc51708581 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/de0b76b5-96be-49ce-9476-3ef7cca8cede HTTP/1.1" status: 204 len: 168 time: 0.1766875 Mar 07 17:03:05.089157 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4dc487-20fe-4f05-b869-9ebc51708581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0b76b5-96be-49ce-9476-3ef7cca8cede,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:05.608216 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5420b9-f1bb-4b0b-9b98-96691450ceb5 req-dede303a-6cda-4d6e-a80e-6fd701255e3b tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:05.609814 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1b5420b9-f1bb-4b0b-9b98-96691450ceb5 req-dede303a-6cda-4d6e-a80e-6fd701255e3b tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.0872076 Mar 07 17:03:05.643422 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7d570-c52a-4fa2-b9b7-3597ef71c0bb req-a5fa40a4-56eb-44f8-a938-dcf842a6ebfa tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:05.643422 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-92a7d570-c52a-4fa2-b9b7-3597ef71c0bb req-a5fa40a4-56eb-44f8-a938-dcf842a6ebfa tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 945 time: 0.0932500 Mar 07 17:03:05.697971 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1b5420b9-f1bb-4b0b-9b98-96691450ceb5 req-6ef61643-a418-4677-add2-ccf5bf37cf96 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806768 Mar 07 17:03:05.718516 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-92a7d570-c52a-4fa2-b9b7-3597ef71c0bb req-63cc0569-4838-4d76-8a97-6057502ac62b tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665536 Mar 07 17:03:05.808882 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db8e8f-5ca3-4c0b-86f4-3f881e3aa080 req-5e54d2f5-94c9-4fe7-8693-7b1f42a4e183 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:05.810240 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-05db8e8f-5ca3-4c0b-86f4-3f881e3aa080 req-5e54d2f5-94c9-4fe7-8693-7b1f42a4e183 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/ports?device_id=dba6b4b8-b6eb-4b3a-9d65-0a14cb823128 HTTP/1.1" status: 200 len: 946 time: 0.0529435 Mar 07 17:03:05.859185 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-05db8e8f-5ca3-4c0b-86f4-3f881e3aa080 req-b4d4027c-7314-4c9a-98cd-f3e930458306 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/security-groups?id=7330ac32-2720-41dc-90f6-bf65a7402bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433724 Mar 07 17:03:06.180196 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dfacda-25e3-4bd4-9b74-26e7912f6829 req-37ff4806-3e7b-48de-8858-9dd6e8a416b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:06.181718 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f2dfacda-25e3-4bd4-9b74-26e7912f6829 req-37ff4806-3e7b-48de-8858-9dd6e8a416b5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 1129 time: 0.0434232 Mar 07 17:03:06.230860 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f2dfacda-25e3-4bd4-9b74-26e7912f6829 req-e44dbbd3-68a8-4631-9acb-b0b57632272a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419774 Mar 07 17:03:06.849915 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c57959f-ef79-4890-9d14-dce584a57739 req-78f1406f-0a28-4087-b194-b178aab66243 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:06.851401 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2c57959f-ef79-4890-9d14-dce584a57739 req-78f1406f-0a28-4087-b194-b178aab66243 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.0865247 Mar 07 17:03:06.870913 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9438f-c061-4c7d-91b9-839e48dcc3dd req-4d415b58-4dac-42bd-b6d0-aee149e7afdb tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:06.872348 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-26f9438f-c061-4c7d-91b9-839e48dcc3dd req-4d415b58-4dac-42bd-b6d0-aee149e7afdb tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 945 time: 0.0788217 Mar 07 17:03:06.932525 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2c57959f-ef79-4890-9d14-dce584a57739 req-8e89021b-6cae-46e7-903f-ead3e2e7863e tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748823 Mar 07 17:03:06.948381 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-26f9438f-c061-4c7d-91b9-839e48dcc3dd req-0d8368a2-2546-4f78-ab39-52bbaabe0142 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637429 Mar 07 17:03:07.042701 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872dabc-a652-4031-b987-a57aecdcd291 req-7c588754-86ab-43fe-a82f-521ae3d9c308 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:07.044340 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2872dabc-a652-4031-b987-a57aecdcd291 req-7c588754-86ab-43fe-a82f-521ae3d9c308 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/ports?device_id=dba6b4b8-b6eb-4b3a-9d65-0a14cb823128 HTTP/1.1" status: 200 len: 946 time: 0.0583231 Mar 07 17:03:07.097428 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2872dabc-a652-4031-b987-a57aecdcd291 req-a689130e-e494-437f-9431-22d0f50d1dea tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/security-groups?id=7330ac32-2720-41dc-90f6-bf65a7402bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473654 Mar 07 17:03:07.946541 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 59834) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:08.075329 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-211f13cc-5ebc-4f1b-a025-02a04edacf6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:08.109982 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ab41f-759d-4a8d-a530-e1f58b727e96 req-29d88576-bb39-4756-b854-a12d3510a026 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:08.111463 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4c5ab41f-759d-4a8d-a530-e1f58b727e96 req-29d88576-bb39-4756-b854-a12d3510a026 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.1126223 Mar 07 17:03:08.136549 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4519dc-ee6d-41e5-af1e-b371f7c879a7 req-193e4f48-4a3d-4894-9a67-298872600931 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:08.137960 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ee4519dc-ee6d-41e5-af1e-b371f7c879a7 req-193e4f48-4a3d-4894-9a67-298872600931 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 945 time: 0.1131132 Mar 07 17:03:08.218293 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4c5ab41f-759d-4a8d-a530-e1f58b727e96 req-ae59e874-0438-43e1-a670-24b91ed10460 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991588 Mar 07 17:03:08.234233 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ee4519dc-ee6d-41e5-af1e-b371f7c879a7 req-3c888a7b-2f75-4ae7-81b0-bffd142289c2 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841005 Mar 07 17:03:08.261710 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-211f13cc-5ebc-4f1b-a025-02a04edacf6e admin admin] Publish callbacks [] for security_group (e797f20c-9c71-4a63-a2db-2478d73e59b5), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:08.327460 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7525fe3-4b90-43ae-8d1c-c9ae67a15915 req-95be38ee-a9df-49bd-b4d3-42ef5251f2a3 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:08.328939 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c7525fe3-4b90-43ae-8d1c-c9ae67a15915 req-95be38ee-a9df-49bd-b4d3-42ef5251f2a3 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/ports?device_id=dba6b4b8-b6eb-4b3a-9d65-0a14cb823128 HTTP/1.1" status: 200 len: 946 time: 0.0527751 Mar 07 17:03:08.342234 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-211f13cc-5ebc-4f1b-a025-02a04edacf6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (e797f20c-9c71-4a63-a2db-2478d73e59b5), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:08.402469 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f13cc-5ebc-4f1b-a025-02a04edacf6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e797f20c-9c71-4a63-a2db-2478d73e59b5,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:08.410882 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-211f13cc-5ebc-4f1b-a025-02a04edacf6e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f47038cf3d904a0ca535ebcd96056319&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4627354 Mar 07 17:03:08.413943 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 59844) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:08.418744 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c7525fe3-4b90-43ae-8d1c-c9ae67a15915 req-5d3fb7f1-67b9-429a-b64e-1a78e405094c tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/security-groups?id=7330ac32-2720-41dc-90f6-bf65a7402bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833890 Mar 07 17:03:08.468141 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-408d2646-3dff-491c-b1ae-b0d8aa8d7dcb admin admin] Publish callbacks [] for security_group (e797f20c-9c71-4a63-a2db-2478d73e59b5), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:08.492439 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-408d2646-3dff-491c-b1ae-b0d8aa8d7dcb admin admin] Publish callbacks [] for security_group (e797f20c-9c71-4a63-a2db-2478d73e59b5), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:08.627708 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-408d2646-3dff-491c-b1ae-b0d8aa8d7dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (e797f20c-9c71-4a63-a2db-2478d73e59b5), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:08.631349 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-408d2646-3dff-491c-b1ae-b0d8aa8d7dcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:08.632819 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-408d2646-3dff-491c-b1ae-b0d8aa8d7dcb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e797f20c-9c71-4a63-a2db-2478d73e59b5 HTTP/1.1" status: 204 len: 168 time: 0.2178380 Mar 07 17:03:08.642647 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408d2646-3dff-491c-b1ae-b0d8aa8d7dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e797f20c-9c71-4a63-a2db-2478d73e59b5,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:09.322862 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 59868) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:09.334700 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d118060c-3dc4-4a85-997a-1d3be123fb61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:09.369843 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa62f603-3d3f-48bc-bacc-f32d8718f656 req-b19ed21b-0c94-4680-b30d-ba56757023e8 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:09.371350 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-aa62f603-3d3f-48bc-bacc-f32d8718f656 req-b19ed21b-0c94-4680-b30d-ba56757023e8 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.0858815 Mar 07 17:03:09.384685 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acacb4f-7dab-4579-91d0-d2767e9a897e req-361dc49a-be11-4fdb-86d0-3e341054236f tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:09.386262 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1acacb4f-7dab-4579-91d0-d2767e9a897e req-361dc49a-be11-4fdb-86d0-3e341054236f tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 945 time: 0.0739102 Mar 07 17:03:09.411649 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d118060c-3dc4-4a85-997a-1d3be123fb61 admin admin] Publish callbacks [] for security_group (d9e181e9-c04c-43d7-8fe9-fa7762e1f846), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:09.456636 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-aa62f603-3d3f-48bc-bacc-f32d8718f656 req-bf0fd629-fb1b-4f70-96cc-5f137a232afe tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796502 Mar 07 17:03:09.464025 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1acacb4f-7dab-4579-91d0-d2767e9a897e req-8ce75f31-d8b2-4a13-a811-fb2a834d6712 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713496 Mar 07 17:03:09.478943 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d118060c-3dc4-4a85-997a-1d3be123fb61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (d9e181e9-c04c-43d7-8fe9-fa7762e1f846), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:09.521192 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-d118060c-3dc4-4a85-997a-1d3be123fb61 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8de0f31734944d6aa4ea37dfd43ad744&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1990340 Mar 07 17:03:09.521896 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d118060c-3dc4-4a85-997a-1d3be123fb61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e181e9-c04c-43d7-8fe9-fa7762e1f846,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:09.523822 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 59872) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:09.575983 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ffe4743a-a16c-47d5-b64f-d6e9020af5e6 admin admin] Publish callbacks [] for security_group (d9e181e9-c04c-43d7-8fe9-fa7762e1f846), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:09.596950 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ffe4743a-a16c-47d5-b64f-d6e9020af5e6 admin admin] Publish callbacks [] for security_group (d9e181e9-c04c-43d7-8fe9-fa7762e1f846), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:09.736070 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ffe4743a-a16c-47d5-b64f-d6e9020af5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (d9e181e9-c04c-43d7-8fe9-fa7762e1f846), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:09.738724 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ffe4743a-a16c-47d5-b64f-d6e9020af5e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:09.739931 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-ffe4743a-a16c-47d5-b64f-d6e9020af5e6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d9e181e9-c04c-43d7-8fe9-fa7762e1f846 HTTP/1.1" status: 204 len: 168 time: 0.2150302 Mar 07 17:03:09.748356 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe4743a-a16c-47d5-b64f-d6e9020af5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e181e9-c04c-43d7-8fe9-fa7762e1f846,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:10.621409 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb21c5-7614-48fb-ba33-776044f09fbc req-5d8b49dd-db59-44ac-9990-9654db877ed7 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:10.622896 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-94eb21c5-7614-48fb-ba33-776044f09fbc req-5d8b49dd-db59-44ac-9990-9654db877ed7 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.0798292 Mar 07 17:03:10.638209 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a80aa-e2b2-41ab-b896-074ef6ac0920 req-692a1802-2b16-483c-a45d-2b67ec15eea3 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:10.639693 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-047a80aa-e2b2-41ab-b896-074ef6ac0920 req-692a1802-2b16-483c-a45d-2b67ec15eea3 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 945 time: 0.0862122 Mar 07 17:03:10.714534 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-94eb21c5-7614-48fb-ba33-776044f09fbc req-e028fbea-ae7e-4382-b3f7-ad6a638362ae tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848927 Mar 07 17:03:10.718506 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-047a80aa-e2b2-41ab-b896-074ef6ac0920 req-bc978656-4a14-4b25-aa25-09c0aa81bfe4 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724149 Mar 07 17:03:11.879502 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1a2ba-64ca-4e25-94ef-f00c3295ebcd req-be68b70a-62bf-46d9-90c6-2a9752668c52 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:11.882850 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-37b1a2ba-64ca-4e25-94ef-f00c3295ebcd req-be68b70a-62bf-46d9-90c6-2a9752668c52 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.0993638 Mar 07 17:03:11.897871 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19222f6e-b6c7-46e4-a2ca-7402630da878 req-bac02874-3cf8-4eae-9599-b143d2581f7e tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:11.904623 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-19222f6e-b6c7-46e4-a2ca-7402630da878 req-bac02874-3cf8-4eae-9599-b143d2581f7e tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 945 time: 0.0895832 Mar 07 17:03:11.979573 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-37b1a2ba-64ca-4e25-94ef-f00c3295ebcd req-256eadc8-9d1c-4887-b05e-106721394a5c tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896528 Mar 07 17:03:11.993821 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-19222f6e-b6c7-46e4-a2ca-7402630da878 req-39ddb723-5104-49bf-8639-a478b3110bb3 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816941 Mar 07 17:03:13.141610 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5de59-d946-40c5-b95c-739a086c95c8 req-b7de9045-2ab5-4f08-9f64-113744fb157d tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:13.143062 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-62f5de59-d946-40c5-b95c-739a086c95c8 req-b7de9045-2ab5-4f08-9f64-113744fb157d tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.0896335 Mar 07 17:03:13.162572 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a708e-18bc-4a44-a8ec-5dc36a937270 req-cc862285-a474-418a-a8bb-9ae8b2954f3e tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:13.163999 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b38a708e-18bc-4a44-a8ec-5dc36a937270 req-cc862285-a474-418a-a8bb-9ae8b2954f3e tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 945 time: 0.0790870 Mar 07 17:03:13.227135 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-62f5de59-d946-40c5-b95c-739a086c95c8 req-b4b5c905-b532-485d-a768-117742f60e88 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769937 Mar 07 17:03:13.239015 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b38a708e-18bc-4a44-a8ec-5dc36a937270 req-78cad834-f618-4913-a102-5db0596ca801 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678895 Mar 07 17:03:13.910474 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce0f9b-af42-467d-b654-71b2ac54c03f req-944e0a72-2b73-48b3-bd5d-1b06b5509cfd tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:13.912969 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-42ce0f9b-af42-467d-b654-71b2ac54c03f req-944e0a72-2b73-48b3-bd5d-1b06b5509cfd tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.0595047 Mar 07 17:03:13.968576 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-42ce0f9b-af42-467d-b654-71b2ac54c03f req-b1d8f6d8-2f5f-4aad-b064-44f2afabc5bc tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503745 Mar 07 17:03:14.041191 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d529c7-cd3f-4d3c-808f-7c33e8a29ccb req-929e412c-c5ce-4a0c-b6b4-d52cdea37eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:14.041191 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-64d529c7-cd3f-4d3c-808f-7c33e8a29ccb req-929e412c-c5ce-4a0c-b6b4-d52cdea37eff service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=07ebdeb0ad254b0889bc30be49117698&device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 1129 time: 0.0655136 Mar 07 17:03:14.139710 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d529c7-cd3f-4d3c-808f-7c33e8a29ccb req-66255c79-915c-4f5f-9732-7b30bbce5985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:14.141115 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-64d529c7-cd3f-4d3c-808f-7c33e8a29ccb req-66255c79-915c-4f5f-9732-7b30bbce5985 service neutron] 10.222.0.53 "GET /v2.0/networks?id=504454ff-a447-4f42-b96f-99b47903621f HTTP/1.1" status: 200 len: 920 time: 0.0986273 Mar 07 17:03:14.197345 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-64d529c7-cd3f-4d3c-808f-7c33e8a29ccb req-bc033d53-9ae4-4be9-b36b-c75cdbe6800d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b1d86a73-416e-4d71-a546-4776a393218b HTTP/1.1" status: 200 len: 217 time: 0.0462453 Mar 07 17:03:14.254428 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d529c7-cd3f-4d3c-808f-7c33e8a29ccb req-537c1275-d8e2-4ed7-a3f8-7e5076f2bbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:14.258940 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-64d529c7-cd3f-4d3c-808f-7c33e8a29ccb req-537c1275-d8e2-4ed7-a3f8-7e5076f2bbc1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4efc1e77-65c1-4cf0-9f44-cec7156fd1b4 HTTP/1.1" status: 200 len: 859 time: 0.0488875 Mar 07 17:03:14.304049 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-64d529c7-cd3f-4d3c-808f-7c33e8a29ccb req-d6d85b79-317f-4182-98c2-0893034a4b29 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=504454ff-a447-4f42-b96f-99b47903621f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315630 Mar 07 17:03:14.438893 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92187c-d926-4b6a-877e-f64d2ebf4994 req-3dfc356b-e75f-4723-8664-d3448c8aeefb tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:14.440391 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2f92187c-d926-4b6a-877e-f64d2ebf4994 req-3dfc356b-e75f-4723-8664-d3448c8aeefb tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 945 time: 0.1062832 Mar 07 17:03:14.446797 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-64d529c7-cd3f-4d3c-808f-7c33e8a29ccb req-b612630a-b8df-42f0-b009-8af98038fa4a service neutron] 10.222.0.53 "GET /v2.0/networks/504454ff-a447-4f42-b96f-99b47903621f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311347 Mar 07 17:03:14.578376 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2f92187c-d926-4b6a-877e-f64d2ebf4994 req-f1b800cf-9f4d-47dc-8887-a45df50903e6 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293461 Mar 07 17:03:14.587630 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-64d529c7-cd3f-4d3c-808f-7c33e8a29ccb req-3d6a633f-dde6-497d-90a3-5d7a46c3dd02 service neutron] 10.222.0.53 "GET /v2.0/networks/504454ff-a447-4f42-b96f-99b47903621f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338148 Mar 07 17:03:14.762222 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e72717-114a-42f4-a9a5-6fc3c190ce20 req-1c3e1dcf-716d-4fef-a886-fc1802b2d032 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:14.763758 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-47e72717-114a-42f4-a9a5-6fc3c190ce20 req-1c3e1dcf-716d-4fef-a886-fc1802b2d032 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 945 time: 0.0709753 Mar 07 17:03:14.772956 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 60036) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:14.777455 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-1b55c24a-6ebf-40bd-a0ae-3338fdd83f7b tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Request body: {'floatingip': {'port_id': 'b85220cb-f50a-41fb-b0fa-f73b99d81a2a'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:03:14.847670 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1b55c24a-6ebf-40bd-a0ae-3338fdd83f7b tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks [] for floatingip (14affb8e-58f0-47e7-b1dc-50ba16dc959a), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:15.240982 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03cacb3-c6ef-4ba6-a625-6577c814e127 req-98704681-0a53-4879-a4e5-7302a0671d1b tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:15.242876 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c03cacb3-c6ef-4ba6-a625-6577c814e127 req-98704681-0a53-4879-a4e5-7302a0671d1b tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.0625327 Mar 07 17:03:15.314632 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c03cacb3-c6ef-4ba6-a625-6577c814e127 req-748f0915-d73d-4810-a7ea-bf42a109a42a tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660934 Mar 07 17:03:15.720972 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1b55c24a-6ebf-40bd-a0ae-3338fdd83f7b tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:15.775321 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1b55c24a-6ebf-40bd-a0ae-3338fdd83f7b tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2049624'] for floatingip (14affb8e-58f0-47e7-b1dc-50ba16dc959a), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:15.885960 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.db.l3_db [None req-1b55c24a-6ebf-40bd-a0ae-3338fdd83f7b tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Floating IP 14affb8e-58f0-47e7-b1dc-50ba16dc959a associated. External IP: 172.27.3.36, port: b85220cb-f50a-41fb-b0fa-f73b99d81a2a. Mar 07 17:03:15.901575 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-675aa46d-a0e2-4b08-9291-0a01bb17738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:16.102649 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b55c24a-6ebf-40bd-a0ae-3338fdd83f7b tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Router c91f9a92-5cc8-400d-ba24-c07e037522ba has already been hosted by L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:03:16.215993 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b55c24a-6ebf-40bd-a0ae-3338fdd83f7b tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:03:16.220439 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1b55c24a-6ebf-40bd-a0ae-3338fdd83f7b tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:16.231600 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e78c3a-704a-4227-8094-6a93232d7860 None None] Sync routers for ids ['c91f9a92-5cc8-400d-ba24-c07e037522ba'] in dv-cinder-804035-42-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:03:16.242629 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e78c3a-704a-4227-8094-6a93232d7860 None None] Routers {'c91f9a92-5cc8-400d-ba24-c07e037522ba'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:03:16.243586 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-21e78c3a-704a-4227-8094-6a93232d7860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:02:48Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['c91f9a92-5cc8-400d-ba24-c07e037522ba'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:03:16.268101 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-1b55c24a-6ebf-40bd-a0ae-3338fdd83f7b tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "PUT /v2.0/floatingips/14affb8e-58f0-47e7-b1dc-50ba16dc959a HTTP/1.1" status: 200 len: 990 time: 1.4939036 Mar 07 17:03:16.268940 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53dccac6-c710-4ee6-9dd7-ec44960ff712', 'tag': 'b85220cb-f50a-41fb-b0fa-f73b99d81a2a'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:03:16.272293 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfbbc7859df88561113c54b203fedf4c990683989f0786bfb786606e8039cc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87deb3ad-c7b3-412e-9cfc-14fed2955791" -d '{"events": [{"name": "network-changed", "server_uuid": "53dccac6-c710-4ee6-9dd7-ec44960ff712", "tag": "b85220cb-f50a-41fb-b0fa-f73b99d81a2a"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:03:16.307307 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13306d0b-eef0-4563-929d-e3ab9032c231 x-openstack-request-id: req-13306d0b-eef0-4563-929d-e3ab9032c231 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:03:16.307626 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53dccac6-c710-4ee6-9dd7-ec44960ff712", "tag": "b85220cb-f50a-41fb-b0fa-f73b99d81a2a", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:03:16.307886 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-13306d0b-eef0-4563-929d-e3ab9032c231 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:03:16.308356 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53dccac6-c710-4ee6-9dd7-ec44960ff712', 'tag': 'b85220cb-f50a-41fb-b0fa-f73b99d81a2a', 'status': 'completed', 'code': 200} Mar 07 17:03:16.355256 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-21e78c3a-704a-4227-8094-6a93232d7860 None None] Set router c91f9a92-5cc8-400d-ba24-c07e037522ba gateway port host: dv-cinder-804035-42-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:03:16.437265 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50977922-98d8-4a96-af4b-2580834dd30e req-d7530c77-d6a9-41e1-8fb4-a91ae05a8051 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:16.438741 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-50977922-98d8-4a96-af4b-2580834dd30e req-d7530c77-d6a9-41e1-8fb4-a91ae05a8051 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.0514390 Mar 07 17:03:16.486892 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-50977922-98d8-4a96-af4b-2580834dd30e req-6733d555-a431-482e-91d2-abcbe2235078 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417750 Mar 07 17:03:16.627094 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-21e78c3a-704a-4227-8094-6a93232d7860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'name': 'tempest-AttachVolumeShelveTestJSON-2044604753-router', 'tenant_id': 'db35bac585dc40f58eb36a633d40676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'cf88e20c-3353-4f9f-8175-f3350c593e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:02:15Z', 'updated_at': '2022-03-07T17:02:22Z', 'revision_number': 4, 'project_id': 'db35bac585dc40f58eb36a633d40676e', 'gw_port': {'id': 'cf88e20c-3353-4f9f-8175-f3350c593e9e', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:02:16Z', 'updated_at': '2022-03-07T17:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_floatingips': [{'id': '14affb8e-58f0-47e7-b1dc-50ba16dc959a', 'tenant_id': 'db35bac585dc40f58eb36a633d40676e', 'floating_ip_address': '172.27.3.36', 'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'router_id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'port_id': 'b85220cb-f50a-41fb-b0fa-f73b99d81a2a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '092694bd-373f-4bfb-9d43-3858867af44b', 'mac_address': 'fa:16:3e:d6:e7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53dccac6-c710-4ee6-9dd7-ec44960ff712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:02:32Z', 'updated_at': '2022-03-07T17:03:15Z', 'revision_number': 1, 'project_id': 'db35bac585dc40f58eb36a633d40676e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65cacb49-be73-4420-a3dd-ea07426e84e8', 'name': '', 'network_id': '092694bd-373f-4bfb-9d43-3858867af44b', 'tenant_id': 'db35bac585dc40f58eb36a633d40676e', 'mac_address': 'fa:16:3e:93:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '74c40c13-f415-433a-b979-4cf6b968572a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:02:20Z', 'updated_at': '2022-03-07T17:02:29Z', 'revision_number': 5, 'project_id': 'db35bac585dc40f58eb36a633d40676e', 'subnets': [{'id': '74c40c13-f415-433a-b979-4cf6b968572a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:03:16.656259 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e78c3a-704a-4227-8094-6a93232d7860 None None] Checking router: c91f9a92-5cc8-400d-ba24-c07e037522ba for host: dv-cinder-804035-42-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:03:16.665407 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e78c3a-704a-4227-8094-6a93232d7860 None None] Routers {'c91f9a92-5cc8-400d-ba24-c07e037522ba'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:03:16.666059 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-21e78c3a-704a-4227-8094-6a93232d7860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:02:48Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['c91f9a92-5cc8-400d-ba24-c07e037522ba'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:03:16.851309 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-21e78c3a-704a-4227-8094-6a93232d7860 None None] Set router c91f9a92-5cc8-400d-ba24-c07e037522ba gateway port host: dv-cinder-804035-42-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:03:17.076106 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-21e78c3a-704a-4227-8094-6a93232d7860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'name': 'tempest-AttachVolumeShelveTestJSON-2044604753-router', 'tenant_id': 'db35bac585dc40f58eb36a633d40676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'cf88e20c-3353-4f9f-8175-f3350c593e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:02:15Z', 'updated_at': '2022-03-07T17:02:22Z', 'revision_number': 4, 'project_id': 'db35bac585dc40f58eb36a633d40676e', 'gw_port': {'id': 'cf88e20c-3353-4f9f-8175-f3350c593e9e', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:02:16Z', 'updated_at': '2022-03-07T17:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_floatingips': [{'id': '14affb8e-58f0-47e7-b1dc-50ba16dc959a', 'tenant_id': 'db35bac585dc40f58eb36a633d40676e', 'floating_ip_address': '172.27.3.36', 'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'router_id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'port_id': 'b85220cb-f50a-41fb-b0fa-f73b99d81a2a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '092694bd-373f-4bfb-9d43-3858867af44b', 'mac_address': 'fa:16:3e:d6:e7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53dccac6-c710-4ee6-9dd7-ec44960ff712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:02:32Z', 'updated_at': '2022-03-07T17:03:15Z', 'revision_number': 1, 'project_id': 'db35bac585dc40f58eb36a633d40676e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65cacb49-be73-4420-a3dd-ea07426e84e8', 'name': '', 'network_id': '092694bd-373f-4bfb-9d43-3858867af44b', 'tenant_id': 'db35bac585dc40f58eb36a633d40676e', 'mac_address': 'fa:16:3e:93:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '74c40c13-f415-433a-b979-4cf6b968572a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:02:20Z', 'updated_at': '2022-03-07T17:02:29Z', 'revision_number': 5, 'project_id': 'db35bac585dc40f58eb36a633d40676e', 'subnets': [{'id': '74c40c13-f415-433a-b979-4cf6b968572a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:03:17.105457 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e78c3a-704a-4227-8094-6a93232d7860 None None] The sync data for ids ['c91f9a92-5cc8-400d-ba24-c07e037522ba'] in dv-cinder-804035-42-iscsi is: [{'id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'name': 'tempest-AttachVolumeShelveTestJSON-2044604753-router', 'tenant_id': 'db35bac585dc40f58eb36a633d40676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'cf88e20c-3353-4f9f-8175-f3350c593e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:02:15Z', 'updated_at': '2022-03-07T17:02:22Z', 'revision_number': 4, 'project_id': 'db35bac585dc40f58eb36a633d40676e', 'gw_port': {'id': 'cf88e20c-3353-4f9f-8175-f3350c593e9e', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:02:16Z', 'updated_at': '2022-03-07T17:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_floatingips': [{'id': '14affb8e-58f0-47e7-b1dc-50ba16dc959a', 'tenant_id': 'db35bac585dc40f58eb36a633d40676e', 'floating_ip_address': '172.27.3.36', 'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'router_id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'port_id': 'b85220cb-f50a-41fb-b0fa-f73b99d81a2a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '092694bd-373f-4bfb-9d43-3858867af44b', 'mac_address': 'fa:16:3e:d6:e7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53dccac6-c710-4ee6-9dd7-ec44960ff712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:02:32Z', 'updated_at': '2022-03-07T17:03:15Z', 'revision_number': 1, 'project_id': 'db35bac585dc40f58eb36a633d40676e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65cacb49-be73-4420-a3dd-ea07426e84e8', 'name': '', 'network_id': '092694bd-373f-4bfb-9d43-3858867af44b', 'tenant_id': 'db35bac585dc40f58eb36a633d40676e', 'mac_address': 'fa:16:3e:93:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '74c40c13-f415-433a-b979-4cf6b968572a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:02:20Z', 'updated_at': '2022-03-07T17:02:29Z', 'revision_number': 5, 'project_id': 'db35bac585dc40f58eb36a633d40676e', 'subnets': [{'id': '74c40c13-f415-433a-b979-4cf6b968572a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:03:17.297877 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c59aa9a-3277-445f-8312-f411b7dcfa03 None None] New status for floating IP 14affb8e-58f0-47e7-b1dc-50ba16dc959a: ACTIVE {{(pid=103440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:03:17.608498 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca0c95-bc97-469a-a5f1-238d009f611f req-093f8010-d276-4651-8b15-bc1ff4cd063c tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:17.610000 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a8ca0c95-bc97-469a-a5f1-238d009f611f req-093f8010-d276-4651-8b15-bc1ff4cd063c tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.0578501 Mar 07 17:03:17.657796 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a8ca0c95-bc97-469a-a5f1-238d009f611f req-1f868a78-2396-4af4-9064-771c89696c1f tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410562 Mar 07 17:03:17.758614 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:18.372809 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a4b91272-4d1b-4c84-89cc-49869c5e700b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:18.797501 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3e46f-cc6a-4aff-aa38-afde8b70c334 req-7c127cff-731e-4188-8e54-2bdd5d359614 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:18.798012 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9ab3e46f-cc6a-4aff-aa38-afde8b70c334 req-7c127cff-731e-4188-8e54-2bdd5d359614 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.0736909 Mar 07 17:03:18.908428 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87deb3ad-c7b3-412e-9cfc-14fed2955791 req-d5be139a-a12c-4ca0-991d-29912be26527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:18.909784 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-87deb3ad-c7b3-412e-9cfc-14fed2955791 req-d5be139a-a12c-4ca0-991d-29912be26527 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=db35bac585dc40f58eb36a633d40676e&device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 1129 time: 0.1346018 Mar 07 17:03:18.914356 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9ab3e46f-cc6a-4aff-aa38-afde8b70c334 req-2cff4364-b8e7-4971-9fcc-75c3f28532e2 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010613 Mar 07 17:03:18.924162 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0f0089c8-a0f4-4229-9244-0db6022967cf req-c8efc314-9ebd-4b5a-a052-375e2285bf5d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dba6b4b8-b6eb-4b3a-9d65-0a14cb823128&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0963616 Mar 07 17:03:19.043724 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87deb3ad-c7b3-412e-9cfc-14fed2955791 req-a64e93b3-9ff8-47ce-a861-02d95fcb2db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:19.045619 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-87deb3ad-c7b3-412e-9cfc-14fed2955791 req-a64e93b3-9ff8-47ce-a861-02d95fcb2db5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=092694bd-373f-4bfb-9d43-3858867af44b HTTP/1.1" status: 200 len: 918 time: 0.1207173 Mar 07 17:03:19.049221 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0089c8-a0f4-4229-9244-0db6022967cf req-a5d66435-fdb2-423f-a6f9-f68c0fecfae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:19.050536 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0f0089c8-a0f4-4229-9244-0db6022967cf req-a5d66435-fdb2-423f-a6f9-f68c0fecfae3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0dea78ccaffd4929acb5e5b30159ab89&device_id=dba6b4b8-b6eb-4b3a-9d65-0a14cb823128 HTTP/1.1" status: 200 len: 1130 time: 0.0684171 Mar 07 17:03:19.202808 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-87deb3ad-c7b3-412e-9cfc-14fed2955791 req-3e4b8be9-5c0a-4146-a8f8-7525c2a64533 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b85220cb-f50a-41fb-b0fa-f73b99d81a2a HTTP/1.1" status: 200 len: 1000 time: 0.1440406 Mar 07 17:03:19.256445 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0089c8-a0f4-4229-9244-0db6022967cf req-a9c44c9d-33f1-4f23-abd4-4ac4a4e08f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:19.257788 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0f0089c8-a0f4-4229-9244-0db6022967cf req-a9c44c9d-33f1-4f23-abd4-4ac4a4e08f5f service neutron] 10.222.0.53 "GET /v2.0/networks?id=752cb95a-9891-4bc4-8e97-2b9b1e9460d0 HTTP/1.1" status: 200 len: 913 time: 0.1592498 Mar 07 17:03:19.279864 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87deb3ad-c7b3-412e-9cfc-14fed2955791 req-b0fc24e9-0bfb-4845-92d1-875a59c1cb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:19.281346 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-87deb3ad-c7b3-412e-9cfc-14fed2955791 req-b0fc24e9-0bfb-4845-92d1-875a59c1cb9c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=74c40c13-f415-433a-b979-4cf6b968572a HTTP/1.1" status: 200 len: 856 time: 0.0612104 Mar 07 17:03:19.316641 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0f0089c8-a0f4-4229-9244-0db6022967cf req-46296a0b-f17e-458c-b0b9-6eaaafa543b9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85edba64-15f6-4566-909c-126cfe83f3e8 HTTP/1.1" status: 200 len: 217 time: 0.0461900 Mar 07 17:03:19.400425 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0089c8-a0f4-4229-9244-0db6022967cf req-913b168f-80e7-49fc-a88f-0965816fbdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:19.400425 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0f0089c8-a0f4-4229-9244-0db6022967cf req-913b168f-80e7-49fc-a88f-0965816fbdea service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ef1cc0bc-7880-4621-940d-1bd5e37573f9 HTTP/1.1" status: 200 len: 852 time: 0.0657287 Mar 07 17:03:19.400786 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87deb3ad-c7b3-412e-9cfc-14fed2955791 req-aab5761d-c050-4a3b-a4e4-8a788ff81121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:19.402092 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-87deb3ad-c7b3-412e-9cfc-14fed2955791 req-aab5761d-c050-4a3b-a4e4-8a788ff81121 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=092694bd-373f-4bfb-9d43-3858867af44b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0936944 Mar 07 17:03:19.443915 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0f0089c8-a0f4-4229-9244-0db6022967cf req-1c187b18-3ddb-4275-b793-60d462c75497 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=752cb95a-9891-4bc4-8e97-2b9b1e9460d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303144 Mar 07 17:03:19.585575 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-87deb3ad-c7b3-412e-9cfc-14fed2955791 req-15e79464-3e14-490e-9b1b-15b98fc98504 service neutron] 10.222.0.53 "GET /v2.0/networks/092694bd-373f-4bfb-9d43-3858867af44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708455 Mar 07 17:03:19.588872 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0f0089c8-a0f4-4229-9244-0db6022967cf req-27386a7c-bceb-4141-b542-a9ba1dd67074 service neutron] 10.222.0.53 "GET /v2.0/networks/752cb95a-9891-4bc4-8e97-2b9b1e9460d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364574 Mar 07 17:03:19.964155 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0f0089c8-a0f4-4229-9244-0db6022967cf req-1867b90b-4dd2-4952-b37d-3401acaf7b08 service neutron] 10.222.0.53 "GET /v2.0/networks/752cb95a-9891-4bc4-8e97-2b9b1e9460d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586714 Mar 07 17:03:19.966175 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-87deb3ad-c7b3-412e-9cfc-14fed2955791 req-181734d6-19a4-4db8-958d-4dcd4ab93434 service neutron] 10.222.0.53 "GET /v2.0/networks/092694bd-373f-4bfb-9d43-3858867af44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534257 Mar 07 17:03:20.044634 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b3769-f9af-4655-acae-f3580a073e5e req-145c03dc-0413-4628-a6ce-9a8883636543 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:20.046108 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2d8b3769-f9af-4655-acae-f3580a073e5e req-145c03dc-0413-4628-a6ce-9a8883636543 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.0543532 Mar 07 17:03:20.092386 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2d8b3769-f9af-4655-acae-f3580a073e5e req-917cdfa8-9208-46f5-9c9d-597a323ae55f tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407741 Mar 07 17:03:20.364093 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:21.217562 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c4799-d1a6-4680-9125-249ae97db681 req-171ead16-71a2-4d03-a26c-bafdbc7a75ac tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:21.225213 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-600c4799-d1a6-4680-9125-249ae97db681 req-171ead16-71a2-4d03-a26c-bafdbc7a75ac tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.0640488 Mar 07 17:03:21.272838 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-600c4799-d1a6-4680-9125-249ae97db681 req-2bb800a3-bd5e-4c97-85e4-9ccdb38f9b4e tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461061 Mar 07 17:03:21.853195 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 60200) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:21.951120 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:21.975585 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-64d46012-0333-437e-a940-13a5d92f7295 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:22.062162 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-64d46012-0333-437e-a940-13a5d92f7295 admin admin] Publish callbacks [] for security_group (93e25a41-0e4f-4968-9099-d80337e2b6cd), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:22.124453 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-64d46012-0333-437e-a940-13a5d92f7295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (93e25a41-0e4f-4968-9099-d80337e2b6cd), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:22.165221 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-64d46012-0333-437e-a940-13a5d92f7295 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c7297d6532394a139a2342afecfe1eb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3108115 Mar 07 17:03:22.166120 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d46012-0333-437e-a940-13a5d92f7295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e25a41-0e4f-4968-9099-d80337e2b6cd,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:22.168374 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 60212) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:22.173799 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d46012-0333-437e-a940-13a5d92f7295 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:03:22.174365 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d46012-0333-437e-a940-13a5d92f7295 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:03:22.174730 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d46012-0333-437e-a940-13a5d92f7295 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:03:22.175072 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d46012-0333-437e-a940-13a5d92f7295 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:03:22.175410 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d46012-0333-437e-a940-13a5d92f7295 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:03:22.175797 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d46012-0333-437e-a940-13a5d92f7295 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:03:22.176147 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d46012-0333-437e-a940-13a5d92f7295 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:03:22.176481 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d46012-0333-437e-a940-13a5d92f7295 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:03:22.177223 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d46012-0333-437e-a940-13a5d92f7295 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:03:22.177223 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d46012-0333-437e-a940-13a5d92f7295 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:03:22.177603 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d46012-0333-437e-a940-13a5d92f7295 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:03:22.177791 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d46012-0333-437e-a940-13a5d92f7295 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:03:22.178114 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d46012-0333-437e-a940-13a5d92f7295 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:03:22.232284 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-47c8db16-54e9-45d4-9cc3-bc9c5735ea28 admin admin] Publish callbacks [] for security_group (93e25a41-0e4f-4968-9099-d80337e2b6cd), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:22.253642 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-47c8db16-54e9-45d4-9cc3-bc9c5735ea28 admin admin] Publish callbacks [] for security_group (93e25a41-0e4f-4968-9099-d80337e2b6cd), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:22.371950 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-47c8db16-54e9-45d4-9cc3-bc9c5735ea28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (93e25a41-0e4f-4968-9099-d80337e2b6cd), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:22.374472 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-47c8db16-54e9-45d4-9cc3-bc9c5735ea28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:22.375611 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-47c8db16-54e9-45d4-9cc3-bc9c5735ea28 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/93e25a41-0e4f-4968-9099-d80337e2b6cd HTTP/1.1" status: 204 len: 168 time: 0.2060120 Mar 07 17:03:22.389178 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c8db16-54e9-45d4-9cc3-bc9c5735ea28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e25a41-0e4f-4968-9099-d80337e2b6cd,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:22.405705 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c8db16-54e9-45d4-9cc3-bc9c5735ea28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:03:22.406068 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c8db16-54e9-45d4-9cc3-bc9c5735ea28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:03:22.406416 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c8db16-54e9-45d4-9cc3-bc9c5735ea28 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:03:22.406801 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c8db16-54e9-45d4-9cc3-bc9c5735ea28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:03:22.407149 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c8db16-54e9-45d4-9cc3-bc9c5735ea28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:03:22.407769 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c8db16-54e9-45d4-9cc3-bc9c5735ea28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:03:22.407923 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c8db16-54e9-45d4-9cc3-bc9c5735ea28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:03:22.408348 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c8db16-54e9-45d4-9cc3-bc9c5735ea28 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:03:22.408729 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c8db16-54e9-45d4-9cc3-bc9c5735ea28 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:03:22.409842 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c8db16-54e9-45d4-9cc3-bc9c5735ea28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:03:22.410228 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c8db16-54e9-45d4-9cc3-bc9c5735ea28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:03:22.410559 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c8db16-54e9-45d4-9cc3-bc9c5735ea28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:03:22.410937 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c8db16-54e9-45d4-9cc3-bc9c5735ea28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:03:22.442340 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9157b-9b97-401f-bcab-7e8e00a4b55b req-dce46500-998f-48fb-9d6e-2a783821f390 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:22.443944 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-37f9157b-9b97-401f-bcab-7e8e00a4b55b req-dce46500-998f-48fb-9d6e-2a783821f390 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.1014624 Mar 07 17:03:22.500437 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-37f9157b-9b97-401f-bcab-7e8e00a4b55b req-d710bebb-08ee-4f1b-b2aa-aceee2eb686f tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490742 Mar 07 17:03:23.019440 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:23.078294 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 60248) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:23.091762 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6428fa5a-8491-4dca-8568-db0e73e29bad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:23.166733 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6428fa5a-8491-4dca-8568-db0e73e29bad admin admin] Publish callbacks [] for security_group (71c3184a-f8a1-4e25-b4a4-8ba5f53296d9), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:23.253895 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6428fa5a-8491-4dca-8568-db0e73e29bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (71c3184a-f8a1-4e25-b4a4-8ba5f53296d9), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:23.294980 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-6428fa5a-8491-4dca-8568-db0e73e29bad admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c75fe6400255489c8f78d23ae555e327&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2155945 Mar 07 17:03:23.295976 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6428fa5a-8491-4dca-8568-db0e73e29bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c3184a-f8a1-4e25-b4a4-8ba5f53296d9,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:23.297757 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 60250) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:23.349596 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ee0a04a6-2ce0-42c7-95bb-b78c715e8bd9 admin admin] Publish callbacks [] for security_group (71c3184a-f8a1-4e25-b4a4-8ba5f53296d9), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:23.372867 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ee0a04a6-2ce0-42c7-95bb-b78c715e8bd9 admin admin] Publish callbacks [] for security_group (71c3184a-f8a1-4e25-b4a4-8ba5f53296d9), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:23.433989 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 60254) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:23.506903 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ee0a04a6-2ce0-42c7-95bb-b78c715e8bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (71c3184a-f8a1-4e25-b4a4-8ba5f53296d9), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:23.509900 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ee0a04a6-2ce0-42c7-95bb-b78c715e8bd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:23.511161 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-ee0a04a6-2ce0-42c7-95bb-b78c715e8bd9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/71c3184a-f8a1-4e25-b4a4-8ba5f53296d9 HTTP/1.1" status: 204 len: 168 time: 0.2124052 Mar 07 17:03:23.519046 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0a04a6-2ce0-42c7-95bb-b78c715e8bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c3184a-f8a1-4e25-b4a4-8ba5f53296d9,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:23.543208 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-66fab8e9-4732-4331-ac2d-9d3dfb16b6d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:23.656116 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad729ae-50cf-40b7-8373-2884f7397c23 req-9dfd4e35-ad88-4d0f-aea9-5c2ed94cae55 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:23.657580 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fad729ae-50cf-40b7-8373-2884f7397c23 req-9dfd4e35-ad88-4d0f-aea9-5c2ed94cae55 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.0805626 Mar 07 17:03:23.670277 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-66fab8e9-4732-4331-ac2d-9d3dfb16b6d6 admin admin] Publish callbacks [] for security_group (c236083b-4601-4599-a889-2b1e2ca37103), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:23.710670 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fad729ae-50cf-40b7-8373-2884f7397c23 req-1ce484b4-89bf-4679-8928-092a041268ea tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451312 Mar 07 17:03:23.758161 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-66fab8e9-4732-4331-ac2d-9d3dfb16b6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (c236083b-4601-4599-a889-2b1e2ca37103), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:23.798322 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-66fab8e9-4732-4331-ac2d-9d3dfb16b6d6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8302d111dff448dfac826edb01264d77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3632567 Mar 07 17:03:23.800699 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fab8e9-4732-4331-ac2d-9d3dfb16b6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c236083b-4601-4599-a889-2b1e2ca37103,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:23.801275 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 60266) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:23.861770 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-469a6b1f-397d-47a9-bac1-b6705a210117 admin admin] Publish callbacks [] for security_group (c236083b-4601-4599-a889-2b1e2ca37103), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:23.882532 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-469a6b1f-397d-47a9-bac1-b6705a210117 admin admin] Publish callbacks [] for security_group (c236083b-4601-4599-a889-2b1e2ca37103), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:23.992941 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-469a6b1f-397d-47a9-bac1-b6705a210117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (c236083b-4601-4599-a889-2b1e2ca37103), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:23.995845 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-469a6b1f-397d-47a9-bac1-b6705a210117 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:23.996726 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-469a6b1f-397d-47a9-bac1-b6705a210117 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c236083b-4601-4599-a889-2b1e2ca37103 HTTP/1.1" status: 204 len: 168 time: 0.1944063 Mar 07 17:03:24.004546 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a6b1f-397d-47a9-bac1-b6705a210117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c236083b-4601-4599-a889-2b1e2ca37103,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:24.629511 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 60298) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:24.644309 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b62f4ac6-5d32-40cf-a5dd-246ad5d820d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:24.716250 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b62f4ac6-5d32-40cf-a5dd-246ad5d820d8 admin admin] Publish callbacks [] for security_group (a322e464-2d6c-4481-8b24-bfd4bb2bf7b8), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:24.802389 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b62f4ac6-5d32-40cf-a5dd-246ad5d820d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (a322e464-2d6c-4481-8b24-bfd4bb2bf7b8), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:24.846547 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f4ac6-5d32-40cf-a5dd-246ad5d820d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a322e464-2d6c-4481-8b24-bfd4bb2bf7b8,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:24.853211 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-b62f4ac6-5d32-40cf-a5dd-246ad5d820d8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c8c73a10678c48d4aaea6c26c3adde0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2219777 Mar 07 17:03:24.857676 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 60304) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:24.869677 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14ef2f-cde2-488e-9da0-9a9f437dda74 req-c815d15c-b0ba-4358-a2c4-ac3e8cc60c48 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:24.871775 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6a14ef2f-cde2-488e-9da0-9a9f437dda74 req-c815d15c-b0ba-4358-a2c4-ac3e8cc60c48 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.0955968 Mar 07 17:03:24.921487 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6a14ef2f-cde2-488e-9da0-9a9f437dda74 req-f8982333-bd8e-4eb5-ae2d-549bb316515d tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442216 Mar 07 17:03:24.932053 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-86922d03-d369-4d17-9f78-26176e625d52 admin admin] Publish callbacks [] for security_group (a322e464-2d6c-4481-8b24-bfd4bb2bf7b8), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:24.955507 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-86922d03-d369-4d17-9f78-26176e625d52 admin admin] Publish callbacks [] for security_group (a322e464-2d6c-4481-8b24-bfd4bb2bf7b8), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:25.071228 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-86922d03-d369-4d17-9f78-26176e625d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (a322e464-2d6c-4481-8b24-bfd4bb2bf7b8), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:25.073738 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-86922d03-d369-4d17-9f78-26176e625d52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:25.074896 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-86922d03-d369-4d17-9f78-26176e625d52 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a322e464-2d6c-4481-8b24-bfd4bb2bf7b8 HTTP/1.1" status: 204 len: 168 time: 0.2179244 Mar 07 17:03:25.082866 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86922d03-d369-4d17-9f78-26176e625d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a322e464-2d6c-4481-8b24-bfd4bb2bf7b8,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:25.767162 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 60328) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:25.779982 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-623f1aa8-4d90-4cd7-bad7-07ae71d9bfb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:25.854284 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-623f1aa8-4d90-4cd7-bad7-07ae71d9bfb4 admin admin] Publish callbacks [] for security_group (b76820bd-e504-4ecc-b1ec-d5581df1bd30), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:25.939490 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-623f1aa8-4d90-4cd7-bad7-07ae71d9bfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (b76820bd-e504-4ecc-b1ec-d5581df1bd30), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:25.978460 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-623f1aa8-4d90-4cd7-bad7-07ae71d9bfb4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bb420099ef2e426b8fa577b999d75b5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2101777 Mar 07 17:03:25.979284 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623f1aa8-4d90-4cd7-bad7-07ae71d9bfb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76820bd-e504-4ecc-b1ec-d5581df1bd30,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:25.981266 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 60332) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:26.077901 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ae548-3781-4445-9be2-da899391d904 req-9eafd80a-0d14-4b1a-bbf1-598269cfcbde tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:26.079363 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-800ae548-3781-4445-9be2-da899391d904 req-9eafd80a-0d14-4b1a-bbf1-598269cfcbde tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.0831921 Mar 07 17:03:26.079975 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1207b658-bd7d-4618-be3e-460096167b55 admin admin] Publish callbacks [] for security_group (b76820bd-e504-4ecc-b1ec-d5581df1bd30), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:26.115299 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1207b658-bd7d-4618-be3e-460096167b55 admin admin] Publish callbacks [] for security_group (b76820bd-e504-4ecc-b1ec-d5581df1bd30), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:26.164436 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-800ae548-3781-4445-9be2-da899391d904 req-694bd3f9-a733-4aee-a509-06b3e1fdb049 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746152 Mar 07 17:03:26.255440 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1207b658-bd7d-4618-be3e-460096167b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (b76820bd-e504-4ecc-b1ec-d5581df1bd30), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:26.258038 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1207b658-bd7d-4618-be3e-460096167b55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:26.259199 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-1207b658-bd7d-4618-be3e-460096167b55 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b76820bd-e504-4ecc-b1ec-d5581df1bd30 HTTP/1.1" status: 204 len: 168 time: 0.2768402 Mar 07 17:03:26.277189 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1207b658-bd7d-4618-be3e-460096167b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76820bd-e504-4ecc-b1ec-d5581df1bd30,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:27.288036 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab8c65-3f37-4e72-b892-cd311ab64339 req-6628bd3e-74af-4253-b15d-ceb8ae64dec3 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:27.289846 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1fab8c65-3f37-4e72-b892-cd311ab64339 req-6628bd3e-74af-4253-b15d-ceb8ae64dec3 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.0597463 Mar 07 17:03:27.348801 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1fab8c65-3f37-4e72-b892-cd311ab64339 req-eef456d0-7eb6-4154-bea1-6211d2b208f6 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480995 Mar 07 17:03:28.602887 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c251fd8-6680-452f-8ccc-608b2925f6b4 req-ec173511-1f3c-4309-81a7-eb9b7ea0ecf3 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:28.604319 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0c251fd8-6680-452f-8ccc-608b2925f6b4 req-ec173511-1f3c-4309-81a7-eb9b7ea0ecf3 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.0528004 Mar 07 17:03:28.653643 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0c251fd8-6680-452f-8ccc-608b2925f6b4 req-40a79f5d-d006-4433-bba1-be44b5f1a8ff tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437224 Mar 07 17:03:29.793557 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1599dd-2272-42e7-91ea-6048e948d496 req-34aab3b4-b271-4a09-83bd-ed7e1b3f5300 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:29.795079 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8e1599dd-2272-42e7-91ea-6048e948d496 req-34aab3b4-b271-4a09-83bd-ed7e1b3f5300 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.0621593 Mar 07 17:03:29.853438 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8e1599dd-2272-42e7-91ea-6048e948d496 req-48d4e095-a42c-4ad3-9d4d-af861dcd687a tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497074 Mar 07 17:03:30.014625 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd15d83-46d2-4877-991b-f985a31dea76 req-d90d2c83-6c01-49e4-85e4-a3ced5600608 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:30.015569 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5bd15d83-46d2-4877-991b-f985a31dea76 req-d90d2c83-6c01-49e4-85e4-a3ced5600608 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/ports?device_id=dba6b4b8-b6eb-4b3a-9d65-0a14cb823128 HTTP/1.1" status: 200 len: 946 time: 0.0610347 Mar 07 17:03:30.063960 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5bd15d83-46d2-4877-991b-f985a31dea76 req-67ba70d1-f109-4015-ad0f-36553f1e47b0 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/security-groups?id=7330ac32-2720-41dc-90f6-bf65a7402bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458953 Mar 07 17:03:30.290050 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:03:30.973989 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5f0cc-da58-4933-9193-8b5550e59640 req-e95b5245-bde8-4c12-8f15-b7807a536ad5 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:30.975484 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-baf5f0cc-da58-4933-9193-8b5550e59640 req-e95b5245-bde8-4c12-8f15-b7807a536ad5 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.0532227 Mar 07 17:03:31.022938 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-baf5f0cc-da58-4933-9193-8b5550e59640 req-a4192c8b-e64a-44a5-8b93-5efb9e59de3d tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420406 Mar 07 17:03:31.188894 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecaaf7d-5f4e-44b9-8c62-b47169a04044 req-667cb9ef-daf0-4aaa-a7b4-b708c01ac93b tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:31.190405 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5ecaaf7d-5f4e-44b9-8c62-b47169a04044 req-667cb9ef-daf0-4aaa-a7b4-b708c01ac93b tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/ports?device_id=dba6b4b8-b6eb-4b3a-9d65-0a14cb823128 HTTP/1.1" status: 200 len: 946 time: 0.0581381 Mar 07 17:03:31.241983 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5ecaaf7d-5f4e-44b9-8c62-b47169a04044 req-8bdf03a2-a82d-4224-9bea-11457f0a8c14 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/security-groups?id=7330ac32-2720-41dc-90f6-bf65a7402bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456500 Mar 07 17:03:31.746201 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 60508) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:31.867621 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f8cea93b-9cbc-49aa-83c9-d1fbe992023c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:31.944505 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f8cea93b-9cbc-49aa-83c9-d1fbe992023c admin admin] Publish callbacks [] for security_group (06d1b120-7840-4622-ac4d-1f9200ef7969), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:31.992574 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f8cea93b-9cbc-49aa-83c9-d1fbe992023c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (06d1b120-7840-4622-ac4d-1f9200ef7969), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:32.032914 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-f8cea93b-9cbc-49aa-83c9-d1fbe992023c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=39d9addb45bc431e9d62f0f4ecff2720&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2856195 Mar 07 17:03:32.033875 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cea93b-9cbc-49aa-83c9-d1fbe992023c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d1b120-7840-4622-ac4d-1f9200ef7969,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:32.035605 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 60518) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:32.087023 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8d4c5914-f6d7-44fe-a862-083d93b4c6e9 admin admin] Publish callbacks [] for security_group (06d1b120-7840-4622-ac4d-1f9200ef7969), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:32.109799 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8d4c5914-f6d7-44fe-a862-083d93b4c6e9 admin admin] Publish callbacks [] for security_group (06d1b120-7840-4622-ac4d-1f9200ef7969), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:32.142367 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12990ea4-be2f-4687-a698-54c4d11fadd7 req-897c823c-bb9c-43cf-9b4c-339638f8aeb7 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:32.143881 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-12990ea4-be2f-4687-a698-54c4d11fadd7 req-897c823c-bb9c-43cf-9b4c-339638f8aeb7 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.0542660 Mar 07 17:03:32.192169 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-12990ea4-be2f-4687-a698-54c4d11fadd7 req-ff8330be-2c75-4379-a018-755545636f54 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428784 Mar 07 17:03:32.261184 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8d4c5914-f6d7-44fe-a862-083d93b4c6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (06d1b120-7840-4622-ac4d-1f9200ef7969), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:32.263693 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8d4c5914-f6d7-44fe-a862-083d93b4c6e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:32.269044 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-8d4c5914-f6d7-44fe-a862-083d93b4c6e9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/06d1b120-7840-4622-ac4d-1f9200ef7969 HTTP/1.1" status: 204 len: 168 time: 0.2282326 Mar 07 17:03:32.272814 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c5914-f6d7-44fe-a862-083d93b4c6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d1b120-7840-4622-ac4d-1f9200ef7969,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:32.382855 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b00437-63db-4187-9b00-6c6371aff43f req-684e330f-dca4-4f43-8d31-896c361e9ffa tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:32.384632 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d5b00437-63db-4187-9b00-6c6371aff43f req-684e330f-dca4-4f43-8d31-896c361e9ffa tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/ports?device_id=dba6b4b8-b6eb-4b3a-9d65-0a14cb823128 HTTP/1.1" status: 200 len: 946 time: 0.0565033 Mar 07 17:03:32.440745 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d5b00437-63db-4187-9b00-6c6371aff43f req-e6b1d0c2-775a-492b-95ba-f557aa9df636 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/security-groups?id=7330ac32-2720-41dc-90f6-bf65a7402bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501826 Mar 07 17:03:32.909520 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 60534) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:32.922451 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2d57502c-695d-4e81-aa6a-9b80f6caa5c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:32.994768 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2d57502c-695d-4e81-aa6a-9b80f6caa5c9 admin admin] Publish callbacks [] for security_group (e82e61f5-b999-4f0d-b43e-fca8e5e85b3c), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:33.054941 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2d57502c-695d-4e81-aa6a-9b80f6caa5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (e82e61f5-b999-4f0d-b43e-fca8e5e85b3c), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:33.094196 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d57502c-695d-4e81-aa6a-9b80f6caa5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82e61f5-b999-4f0d-b43e-fca8e5e85b3c,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:33.098355 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-2d57502c-695d-4e81-aa6a-9b80f6caa5c9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7013fcfa3b93475c996560f1a8c1a35c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1877341 Mar 07 17:03:33.101405 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 60538) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:33.147864 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-35d8034f-57ea-4c98-a3f2-2fea9cf65133 admin admin] Publish callbacks [] for security_group (e82e61f5-b999-4f0d-b43e-fca8e5e85b3c), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:33.169156 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-35d8034f-57ea-4c98-a3f2-2fea9cf65133 admin admin] Publish callbacks [] for security_group (e82e61f5-b999-4f0d-b43e-fca8e5e85b3c), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:33.277798 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-35d8034f-57ea-4c98-a3f2-2fea9cf65133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (e82e61f5-b999-4f0d-b43e-fca8e5e85b3c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:33.280392 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-35d8034f-57ea-4c98-a3f2-2fea9cf65133 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:33.281554 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-35d8034f-57ea-4c98-a3f2-2fea9cf65133 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e82e61f5-b999-4f0d-b43e-fca8e5e85b3c HTTP/1.1" status: 204 len: 168 time: 0.1796937 Mar 07 17:03:33.289951 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d8034f-57ea-4c98-a3f2-2fea9cf65133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82e61f5-b999-4f0d-b43e-fca8e5e85b3c,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:33.316127 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a80af8-24ad-4da4-b621-81de1ff1400f req-1734a182-379a-4f37-8e57-83746afd36ef tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:33.317538 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f2a80af8-24ad-4da4-b621-81de1ff1400f req-1734a182-379a-4f37-8e57-83746afd36ef tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.0606663 Mar 07 17:03:33.365829 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f2a80af8-24ad-4da4-b621-81de1ff1400f req-76950328-f318-4560-995d-07118cddfff7 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418973 Mar 07 17:03:33.563211 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de81ad-0c3f-4b17-9f56-bb2e45708f8d req-881dfba5-1796-4de4-a58b-e0a619c5fbdf tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:33.564641 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-15de81ad-0c3f-4b17-9f56-bb2e45708f8d req-881dfba5-1796-4de4-a58b-e0a619c5fbdf tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/ports?device_id=dba6b4b8-b6eb-4b3a-9d65-0a14cb823128 HTTP/1.1" status: 200 len: 946 time: 0.0560391 Mar 07 17:03:33.612068 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-15de81ad-0c3f-4b17-9f56-bb2e45708f8d req-58c6086d-b60f-43ee-9c6d-8ab1636bd618 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/security-groups?id=7330ac32-2720-41dc-90f6-bf65a7402bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419261 Mar 07 17:03:34.018193 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 60554) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:34.031749 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-665460cd-4049-42a4-8c15-ec81e5d0cab3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:34.106536 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-665460cd-4049-42a4-8c15-ec81e5d0cab3 admin admin] Publish callbacks [] for security_group (5cea4a04-5219-4f8e-931f-ca4028750d87), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:34.178907 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-665460cd-4049-42a4-8c15-ec81e5d0cab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (5cea4a04-5219-4f8e-931f-ca4028750d87), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:34.215935 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665460cd-4049-42a4-8c15-ec81e5d0cab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cea4a04-5219-4f8e-931f-ca4028750d87,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:34.221046 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-665460cd-4049-42a4-8c15-ec81e5d0cab3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f0690c95af8a49daa71db959de4c118b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2018392 Mar 07 17:03:34.223740 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 60560) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:34.272340 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8c8ddc5d-fd2b-44e9-b5b2-a19a302e66b4 admin admin] Publish callbacks [] for security_group (5cea4a04-5219-4f8e-931f-ca4028750d87), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:34.293931 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8c8ddc5d-fd2b-44e9-b5b2-a19a302e66b4 admin admin] Publish callbacks [] for security_group (5cea4a04-5219-4f8e-931f-ca4028750d87), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:34.448400 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8c8ddc5d-fd2b-44e9-b5b2-a19a302e66b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (5cea4a04-5219-4f8e-931f-ca4028750d87), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:34.451066 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8c8ddc5d-fd2b-44e9-b5b2-a19a302e66b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:34.454670 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-8c8ddc5d-fd2b-44e9-b5b2-a19a302e66b4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5cea4a04-5219-4f8e-931f-ca4028750d87 HTTP/1.1" status: 204 len: 168 time: 0.2278445 Mar 07 17:03:34.460048 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8ddc5d-fd2b-44e9-b5b2-a19a302e66b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cea4a04-5219-4f8e-931f-ca4028750d87,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:34.488841 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9903b-d2f8-4a40-9581-207d774c30ee req-71c43cff-2ffd-422f-8d4d-2a93c5a42b21 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:34.490328 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5ad9903b-d2f8-4a40-9581-207d774c30ee req-71c43cff-2ffd-422f-8d4d-2a93c5a42b21 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.0568888 Mar 07 17:03:34.547907 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5ad9903b-d2f8-4a40-9581-207d774c30ee req-88a510f5-8df7-471a-8d76-d3fc31a27fcb tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504713 Mar 07 17:03:34.733243 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2733124-ec0c-4165-a7a3-c1c79654450f req-155a1c1a-1a22-43cd-8031-3e00a42ec49f tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:34.734790 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e2733124-ec0c-4165-a7a3-c1c79654450f req-155a1c1a-1a22-43cd-8031-3e00a42ec49f tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/ports?device_id=dba6b4b8-b6eb-4b3a-9d65-0a14cb823128 HTTP/1.1" status: 200 len: 946 time: 0.0554829 Mar 07 17:03:34.785802 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e2733124-ec0c-4165-a7a3-c1c79654450f req-ad35d75b-2db5-43d1-b13c-f59d1f8c35ae tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/security-groups?id=7330ac32-2720-41dc-90f6-bf65a7402bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451028 Mar 07 17:03:35.574874 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 60600) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:35.674325 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019661c-11f0-40fc-ba73-53e63064f5e2 req-19897893-3037-4f40-bac9-525a08043f4d tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:35.675931 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3019661c-11f0-40fc-ba73-53e63064f5e2 req-19897893-3037-4f40-bac9-525a08043f4d tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.0558028 Mar 07 17:03:35.688453 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-3ec7824c-3425-40d1-a18b-239ae404cb6b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-755697399-network', 'tenant_id': 'f22642e17d894f718fd249f6fc692530'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:03:35.737228 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3019661c-11f0-40fc-ba73-53e63064f5e2 req-5763fa7d-be8a-4226-b7f9-83f533a5ff08 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473552 Mar 07 17:03:35.769246 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec7824c-3425-40d1-a18b-239ae404cb6b admin admin] Made reservation on behalf of f22642e17d894f718fd249f6fc692530 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:03:35.771570 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3ec7824c-3425-40d1-a18b-239ae404cb6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:35.780635 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3ec7824c-3425-40d1-a18b-239ae404cb6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:35.858751 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3ec7824c-3425-40d1-a18b-239ae404cb6b admin admin] Publish callbacks [] for security_group (dc3dd1a4-ec31-4833-9558-7930cfd06684), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:35.921922 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3ec7824c-3425-40d1-a18b-239ae404cb6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (dc3dd1a4-ec31-4833-9558-7930cfd06684), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:35.922259 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723621e-6945-4424-9764-710362980895 req-1f66ab6e-ab02-48ed-9c10-2fed702470f9 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:35.923779 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5723621e-6945-4424-9764-710362980895 req-1f66ab6e-ab02-48ed-9c10-2fed702470f9 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/ports?device_id=dba6b4b8-b6eb-4b3a-9d65-0a14cb823128 HTTP/1.1" status: 200 len: 946 time: 0.0599847 Mar 07 17:03:35.947605 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ec7824c-3425-40d1-a18b-239ae404cb6b admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 17:03:35.956215 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec7824c-3425-40d1-a18b-239ae404cb6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3dd1a4-ec31-4833-9558-7930cfd06684,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:35.964547 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3ec7824c-3425-40d1-a18b-239ae404cb6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696658'] for segment (7451eada-fdb2-4516-89ac-87a09343a6b0), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:35.964940 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.db.segments_db [None req-3ec7824c-3425-40d1-a18b-239ae404cb6b admin admin] Added segment 7451eada-fdb2-4516-89ac-87a09343a6b0 of type vlan for network f0ba2ac5-e921-472b-88a3-6533d2d73ab7 Mar 07 17:03:35.975395 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5723621e-6945-4424-9764-710362980895 req-4a13c372-52f8-4731-a349-29dfe7f4f90b tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/security-groups?id=7330ac32-2720-41dc-90f6-bf65a7402bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453184 Mar 07 17:03:36.004852 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3ec7824c-3425-40d1-a18b-239ae404cb6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762243790367'] for network (f0ba2ac5-e921-472b-88a3-6533d2d73ab7), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:36.072449 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3ec7824c-3425-40d1-a18b-239ae404cb6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490'] for network (f0ba2ac5-e921-472b-88a3-6533d2d73ab7), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:36.073418 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec7824c-3425-40d1-a18b-239ae404cb6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:36.073986 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3ec7824c-3425-40d1-a18b-239ae404cb6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:36.133038 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec7824c-3425-40d1-a18b-239ae404cb6b admin admin] Pushing event updated for resources: {'Network': ['ID=f0ba2ac5-e921-472b-88a3-6533d2d73ab7,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:36.143720 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Network f0ba2ac5-e921-472b-88a3-6533d2d73ab7 details requested by agent ovs-agent-dv-cinder-804035-42-iscsi with host dv-cinder-804035-42-iscsi {{(pid=103440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 17:03:36.180978 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-3ec7824c-3425-40d1-a18b-239ae404cb6b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6020226 Mar 07 17:03:36.181289 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 60616) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:36.186291 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-2952a4fc-e621-4c6a-90aa-75db77a9fd10 admin admin] Request body: {'subnet': {'network_id': 'f0ba2ac5-e921-472b-88a3-6533d2d73ab7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-755697399-subnet', 'tenant_id': 'f22642e17d894f718fd249f6fc692530', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:03:36.272602 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2952a4fc-e621-4c6a-90aa-75db77a9fd10 admin admin] Made reservation on behalf of f22642e17d894f718fd249f6fc692530 for: {'subnet': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:03:36.275015 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2952a4fc-e621-4c6a-90aa-75db77a9fd10 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:36.483862 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2952a4fc-e621-4c6a-90aa-75db77a9fd10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490'] for subnet (807ee056-0895-41e9-b58e-ea897996de6e), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:36.543625 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2952a4fc-e621-4c6a-90aa-75db77a9fd10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=807ee056-0895-41e9-b58e-ea897996de6e,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:36.550358 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2952a4fc-e621-4c6a-90aa-75db77a9fd10 admin admin] Checking segment: {'id': '7451eada-fdb2-4516-89ac-87a09343a6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f0ba2ac5-e921-472b-88a3-6533d2d73ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:03:36.550713 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2952a4fc-e621-4c6a-90aa-75db77a9fd10 admin admin] Network hostable DHCP agents. Network: f0ba2ac5-e921-472b-88a3-6533d2d73ab7, hostable agents: ['7a37eb1f-9e1c-4804-b782-6f192b2f1d6e'], hosted agents: [] {{(pid=103431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 17:03:36.615374 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2952a4fc-e621-4c6a-90aa-75db77a9fd10 admin admin] Network f0ba2ac5-e921-472b-88a3-6533d2d73ab7 is scheduled to be hosted by DHCP agent 7a37eb1f-9e1c-4804-b782-6f192b2f1d6e with binding_index 1 {{(pid=103431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 17:03:36.704667 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-2952a4fc-e621-4c6a-90aa-75db77a9fd10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-42-iscsi, f0ba2ac5-e921-472b-88a3-6533d2d73ab7) {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:03:36.709137 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2952a4fc-e621-4c6a-90aa-75db77a9fd10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:36.709888 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2952a4fc-e621-4c6a-90aa-75db77a9fd10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:36.714047 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c72070-593b-44de-8a65-b5ffa9e90661 None None] Network f0ba2ac5-e921-472b-88a3-6533d2d73ab7 requested from dv-cinder-804035-42-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:03:36.789802 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-2952a4fc-e621-4c6a-90aa-75db77a9fd10 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6064203 Mar 07 17:03:36.820494 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d777006-722a-42dd-bc9b-cc62f67ee103 None None] Network f0ba2ac5-e921-472b-88a3-6533d2d73ab7 requested from dv-cinder-804035-42-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:03:36.870724 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3dc72d-02c6-4ee0-9dce-060dae6baf8e req-bd83f318-33b4-4823-bc25-c45fb5f48944 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:36.872397 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-db3dc72d-02c6-4ee0-9dce-060dae6baf8e req-bd83f318-33b4-4823-bc25-c45fb5f48944 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.0639617 Mar 07 17:03:36.921563 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-db3dc72d-02c6-4ee0-9dce-060dae6baf8e req-d5305a75-db90-47f0-a066-64c45d475cf1 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430343 Mar 07 17:03:37.103565 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4ea2e-439e-4f05-b827-2e1bd853f25d req-d9f33150-6549-486e-95ec-9cd7b9e17f8a tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:37.106418 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3ce4ea2e-439e-4f05-b827-2e1bd853f25d req-d9f33150-6549-486e-95ec-9cd7b9e17f8a tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/ports?device_id=dba6b4b8-b6eb-4b3a-9d65-0a14cb823128 HTTP/1.1" status: 200 len: 946 time: 0.0600946 Mar 07 17:03:37.155076 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3ce4ea2e-439e-4f05-b827-2e1bd853f25d req-7f649d15-b491-42a2-9d14-325929c84399 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/security-groups?id=7330ac32-2720-41dc-90f6-bf65a7402bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443254 Mar 07 17:03:37.468305 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 60656) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:37.473298 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-5e38f6bd-6d77-49a9-9159-19e5821be4af admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-498383344-network', 'tenant_id': '77d2c4dfe3be4e808ff6fa751348015e'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:03:37.575553 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e38f6bd-6d77-49a9-9159-19e5821be4af admin admin] Made reservation on behalf of 77d2c4dfe3be4e808ff6fa751348015e for: {'network': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:03:37.577881 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5e38f6bd-6d77-49a9-9159-19e5821be4af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for network (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:37.587241 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5e38f6bd-6d77-49a9-9159-19e5821be4af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:37.666182 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5e38f6bd-6d77-49a9-9159-19e5821be4af admin admin] Publish callbacks [] for security_group (73982d83-3c19-4ed2-acb9-7496bf0a46bf), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:37.730324 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5e38f6bd-6d77-49a9-9159-19e5821be4af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (73982d83-3c19-4ed2-acb9-7496bf0a46bf), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:37.757730 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e38f6bd-6d77-49a9-9159-19e5821be4af admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=103431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 17:03:37.766852 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e38f6bd-6d77-49a9-9159-19e5821be4af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73982d83-3c19-4ed2-acb9-7496bf0a46bf,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:37.773608 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5e38f6bd-6d77-49a9-9159-19e5821be4af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696658'] for segment (39d5bbb4-05ca-4718-87ff-3fafea55136d), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:37.774005 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.db.segments_db [None req-5e38f6bd-6d77-49a9-9159-19e5821be4af admin admin] Added segment 39d5bbb4-05ca-4718-87ff-3fafea55136d of type vlan for network eb16cddd-0d1e-4231-8d83-cd66ae2692c9 Mar 07 17:03:37.821700 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5e38f6bd-6d77-49a9-9159-19e5821be4af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762243790367'] for network (eb16cddd-0d1e-4231-8d83-cd66ae2692c9), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:37.918255 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5e38f6bd-6d77-49a9-9159-19e5821be4af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490'] for network (eb16cddd-0d1e-4231-8d83-cd66ae2692c9), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:37.919257 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e38f6bd-6d77-49a9-9159-19e5821be4af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:37.919870 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5e38f6bd-6d77-49a9-9159-19e5821be4af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:37.987114 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e38f6bd-6d77-49a9-9159-19e5821be4af admin admin] Pushing event updated for resources: {'Network': ['ID=eb16cddd-0d1e-4231-8d83-cd66ae2692c9,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:37.998785 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Network eb16cddd-0d1e-4231-8d83-cd66ae2692c9 details requested by agent ovs-agent-dv-cinder-804035-42-iscsi with host dv-cinder-804035-42-iscsi {{(pid=103440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 17:03:38.048586 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-5e38f6bd-6d77-49a9-9159-19e5821be4af admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5790341 Mar 07 17:03:38.051528 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 60670) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:38.061186 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-7f79d101-9996-45f5-9b79-5a3c05a5bcc7 admin admin] Request body: {'subnet': {'network_id': 'eb16cddd-0d1e-4231-8d83-cd66ae2692c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-498383344-subnet', 'tenant_id': '77d2c4dfe3be4e808ff6fa751348015e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:03:38.082349 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ddd9d2-f441-4cf7-86ac-10830078045f req-93e1e311-af44-4da0-81ad-1c384f4ca83d tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:38.083852 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-08ddd9d2-f441-4cf7-86ac-10830078045f req-93e1e311-af44-4da0-81ad-1c384f4ca83d tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.0924339 Mar 07 17:03:38.091136 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6a654-bd51-4226-97be-69c99bd57a5c req-c8265b0a-9088-436c-bc23-6a4b7191c4be tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:38.092517 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cef6a654-bd51-4226-97be-69c99bd57a5c req-c8265b0a-9088-436c-bc23-6a4b7191c4be tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.53 "GET /v2.0/ports?device_id=dba6b4b8-b6eb-4b3a-9d65-0a14cb823128 HTTP/1.1" status: 200 len: 946 time: 0.0907753 Mar 07 17:03:38.163974 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f79d101-9996-45f5-9b79-5a3c05a5bcc7 admin admin] Made reservation on behalf of 77d2c4dfe3be4e808ff6fa751348015e for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:03:38.167002 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7f79d101-9996-45f5-9b79-5a3c05a5bcc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-52271328'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:38.218621 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-08ddd9d2-f441-4cf7-86ac-10830078045f req-5b829b54-ee02-4f2d-b866-0d3ecf38e538 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251402 Mar 07 17:03:38.327570 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc276cb-b6b9-4775-b327-e3379f41fb17 req-7899d450-9db9-41bb-9cf3-26aaf07f2502 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:38.329041 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2cc276cb-b6b9-4775-b327-e3379f41fb17 req-7899d450-9db9-41bb-9cf3-26aaf07f2502 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/ports?device_id=dba6b4b8-b6eb-4b3a-9d65-0a14cb823128 HTTP/1.1" status: 200 len: 946 time: 0.0888672 Mar 07 17:03:38.337137 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-cef6a654-bd51-4226-97be-69c99bd57a5c req-6e81c4fd-9d47-40f1-9451-a92466c22f46 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Deleting port 85edba64-15f6-4566-909c-126cfe83f3e8 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:03:38.338140 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-cef6a654-bd51-4226-97be-69c99bd57a5c req-6e81c4fd-9d47-40f1-9451-a92466c22f46 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (85edba64-15f6-4566-909c-126cfe83f3e8), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:38.448027 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7f79d101-9996-45f5-9b79-5a3c05a5bcc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51015424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-52271358'] for subnet (db91a032-1273-4fcc-b757-e201983ce2c3), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:38.460226 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2cc276cb-b6b9-4775-b327-e3379f41fb17 req-15eb3335-1bc8-4247-807c-cf2e63eba291 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/security-groups?id=7330ac32-2720-41dc-90f6-bf65a7402bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178169 Mar 07 17:03:38.473136 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-cef6a654-bd51-4226-97be-69c99bd57a5c req-6e81c4fd-9d47-40f1-9451-a92466c22f46 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] For port 85edba64-15f6-4566-909c-126cfe83f3e8, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=85edba64-15f6-4566-909c-126cfe83f3e8,segment=NetworkSegment(b960076e-9cc5-4eff-bdc7-5d5b07d940df),segment_id=b960076e-9cc5-4eff-bdc7-5d5b07d940df)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:03:38.473352 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-cef6a654-bd51-4226-97be-69c99bd57a5c req-6e81c4fd-9d47-40f1-9451-a92466c22f46 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (85edba64-15f6-4566-909c-126cfe83f3e8), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:38.495752 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-cef6a654-bd51-4226-97be-69c99bd57a5c req-6e81c4fd-9d47-40f1-9451-a92466c22f46 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Calling delete_port for 85edba64-15f6-4566-909c-126cfe83f3e8 owned by compute:nova {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:03:38.507935 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f79d101-9996-45f5-9b79-5a3c05a5bcc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db91a032-1273-4fcc-b757-e201983ce2c3,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:38.516537 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f79d101-9996-45f5-9b79-5a3c05a5bcc7 admin admin] Checking segment: {'id': '39d5bbb4-05ca-4718-87ff-3fafea55136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'eb16cddd-0d1e-4231-8d83-cd66ae2692c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:03:38.516886 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f79d101-9996-45f5-9b79-5a3c05a5bcc7 admin admin] Network hostable DHCP agents. Network: eb16cddd-0d1e-4231-8d83-cd66ae2692c9, hostable agents: ['7a37eb1f-9e1c-4804-b782-6f192b2f1d6e'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 17:03:38.630436 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f79d101-9996-45f5-9b79-5a3c05a5bcc7 admin admin] Network eb16cddd-0d1e-4231-8d83-cd66ae2692c9 is scheduled to be hosted by DHCP agent 7a37eb1f-9e1c-4804-b782-6f192b2f1d6e with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 17:03:38.704979 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-7f79d101-9996-45f5-9b79-5a3c05a5bcc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-42-iscsi, eb16cddd-0d1e-4231-8d83-cd66ae2692c9) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:03:38.710921 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f79d101-9996-45f5-9b79-5a3c05a5bcc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:38.711064 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7f79d101-9996-45f5-9b79-5a3c05a5bcc7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:38.719018 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6355271a-3599-4188-9665-da9a563419a6 None None] Network eb16cddd-0d1e-4231-8d83-cd66ae2692c9 requested from dv-cinder-804035-42-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:03:38.787718 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-cef6a654-bd51-4226-97be-69c99bd57a5c req-6e81c4fd-9d47-40f1-9451-a92466c22f46 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386'] for port (85edba64-15f6-4566-909c-126cfe83f3e8), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:38.816627 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 60700) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:38.831822 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e81c4fd-9d47-40f1-9451-a92466c22f46 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Pushing event deleted for resources: {'Port': ['ID=85edba64-15f6-4566-909c-126cfe83f3e8,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:38.852563 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] get_ports_and_sgs() called for port_ids ['85edba64-15f6-4566-909c-126cfe83f3e8'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:03:38.863959 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-7f79d101-9996-45f5-9b79-5a3c05a5bcc7 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8092833 Mar 07 17:03:38.903307 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef6a654-bd51-4226-97be-69c99bd57a5c req-6e81c4fd-9d47-40f1-9451-a92466c22f46 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] No DVR routers for this DVR port 85edba64-15f6-4566-909c-126cfe83f3e8 on host hv-cinder-80403 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:03:38.905603 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d02d662-29ca-466c-a5d3-b25b06f90e81 None None] Network eb16cddd-0d1e-4231-8d83-cd66ae2692c9 requested from dv-cinder-804035-42-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:03:38.907494 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-cef6a654-bd51-4226-97be-69c99bd57a5c req-6e81c4fd-9d47-40f1-9451-a92466c22f46 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:38.911877 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cef6a654-bd51-4226-97be-69c99bd57a5c req-6e81c4fd-9d47-40f1-9451-a92466c22f46 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.53 "DELETE /v2.0/ports/85edba64-15f6-4566-909c-126cfe83f3e8 HTTP/1.1" status: 204 len: 173 time: 0.8123684 Mar 07 17:03:38.912418 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba6b4b8-b6eb-4b3a-9d65-0a14cb823128', 'name': 'network-vif-deleted', 'tag': '85edba64-15f6-4566-909c-126cfe83f3e8'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:03:38.914793 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aba4c615e876ca6c23e5fed61a3d1f980fac3f984d457871ad3b292fe147bdb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53504ded-807b-4a7f-97d4-ec351f12bb83" -d '{"events": [{"server_uuid": "dba6b4b8-b6eb-4b3a-9d65-0a14cb823128", "name": "network-vif-deleted", "tag": "85edba64-15f6-4566-909c-126cfe83f3e8"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:03:38.953768 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f916934-4675-4766-bc40-97cb2b33a343 x-openstack-request-id: req-1f916934-4675-4766-bc40-97cb2b33a343 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:03:38.953768 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dba6b4b8-b6eb-4b3a-9d65-0a14cb823128", "name": "network-vif-deleted", "tag": "85edba64-15f6-4566-909c-126cfe83f3e8", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:03:38.953992 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1f916934-4675-4766-bc40-97cb2b33a343 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:03:38.954463 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba6b4b8-b6eb-4b3a-9d65-0a14cb823128', 'name': 'network-vif-deleted', 'tag': '85edba64-15f6-4566-909c-126cfe83f3e8', 'status': 'completed', 'code': 200} Mar 07 17:03:38.974989 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d763aad4-3198-46d2-b922-9f2eec6dbb4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:39.091636 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d763aad4-3198-46d2-b922-9f2eec6dbb4b admin admin] Publish callbacks [] for security_group (39bd0043-afd3-49aa-a5d6-1a5943d7533b), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:39.180782 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d763aad4-3198-46d2-b922-9f2eec6dbb4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (39bd0043-afd3-49aa-a5d6-1a5943d7533b), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:39.220000 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-d763aad4-3198-46d2-b922-9f2eec6dbb4b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=31b4e551ba8944859a7b33ffd050d3ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4020786 Mar 07 17:03:39.221103 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d763aad4-3198-46d2-b922-9f2eec6dbb4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39bd0043-afd3-49aa-a5d6-1a5943d7533b,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:39.222807 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 60718) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:39.313387 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d377ab15-e448-4f5f-9f47-3adb6ca2ed66 admin admin] Publish callbacks [] for security_group (39bd0043-afd3-49aa-a5d6-1a5943d7533b), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:39.343624 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 60724) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:39.363436 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d377ab15-e448-4f5f-9f47-3adb6ca2ed66 admin admin] Publish callbacks [] for security_group (39bd0043-afd3-49aa-a5d6-1a5943d7533b), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:39.407657 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c593400-5602-4866-9330-d5f43ae9bbb7 req-91b3bf4d-ec0c-460f-9c42-dd2ae7b0e826 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:39.409148 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7c593400-5602-4866-9330-d5f43ae9bbb7 req-91b3bf4d-ec0c-460f-9c42-dd2ae7b0e826 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.0980024 Mar 07 17:03:39.468539 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b625ccdf-d56f-41e4-a766-f076230b384f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:39.477336 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7c593400-5602-4866-9330-d5f43ae9bbb7 req-74710252-cd6a-43fc-8e45-95bf7dfb8f2b tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486250 Mar 07 17:03:39.497139 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d377ab15-e448-4f5f-9f47-3adb6ca2ed66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (39bd0043-afd3-49aa-a5d6-1a5943d7533b), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:39.500636 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d377ab15-e448-4f5f-9f47-3adb6ca2ed66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:39.502420 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-d377ab15-e448-4f5f-9f47-3adb6ca2ed66 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/39bd0043-afd3-49aa-a5d6-1a5943d7533b HTTP/1.1" status: 204 len: 168 time: 0.2764866 Mar 07 17:03:39.514177 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d377ab15-e448-4f5f-9f47-3adb6ca2ed66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bd0043-afd3-49aa-a5d6-1a5943d7533b,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:39.588047 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b625ccdf-d56f-41e4-a766-f076230b384f admin admin] Publish callbacks [] for security_group (26adf9ff-901a-416a-aa0c-a2efc8cfebe8), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:39.594915 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2029e90a-3315-4ffa-ae02-81bb39c83a2c req-1d42c05e-2b42-46f7-a534-25717e58b48b tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/ports?device_id=dba6b4b8-b6eb-4b3a-9d65-0a14cb823128 HTTP/1.1" status: 200 len: 210 time: 0.0329232 Mar 07 17:03:39.667624 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b625ccdf-d56f-41e4-a766-f076230b384f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (26adf9ff-901a-416a-aa0c-a2efc8cfebe8), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:39.709897 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-b625ccdf-d56f-41e4-a766-f076230b384f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1520d793ded14924a69de84db37c0a83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3648651 Mar 07 17:03:39.713038 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 60734) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:39.716122 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b625ccdf-d56f-41e4-a766-f076230b384f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26adf9ff-901a-416a-aa0c-a2efc8cfebe8,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:39.791929 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3b651393-5588-469f-9da8-c743c09a6e3e admin admin] Publish callbacks [] for security_group (26adf9ff-901a-416a-aa0c-a2efc8cfebe8), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:39.816775 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3b651393-5588-469f-9da8-c743c09a6e3e admin admin] Publish callbacks [] for security_group (26adf9ff-901a-416a-aa0c-a2efc8cfebe8), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:39.980857 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3b651393-5588-469f-9da8-c743c09a6e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (26adf9ff-901a-416a-aa0c-a2efc8cfebe8), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:39.983389 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3b651393-5588-469f-9da8-c743c09a6e3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:39.984565 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-3b651393-5588-469f-9da8-c743c09a6e3e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/26adf9ff-901a-416a-aa0c-a2efc8cfebe8 HTTP/1.1" status: 204 len: 168 time: 0.2701199 Mar 07 17:03:40.014773 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b651393-5588-469f-9da8-c743c09a6e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26adf9ff-901a-416a-aa0c-a2efc8cfebe8,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:40.614412 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d9af3-6b50-4a82-a088-a5a80c9467bc req-338d5663-0339-4dfe-8dfa-f61b6150a16f tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:40.616323 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f66d9af3-6b50-4a82-a088-a5a80c9467bc req-338d5663-0339-4dfe-8dfa-f61b6150a16f tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.0685332 Mar 07 17:03:40.679371 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f66d9af3-6b50-4a82-a088-a5a80c9467bc req-763ea0b9-4066-43ef-b3a5-230e2a95c23e tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546553 Mar 07 17:03:40.725219 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1025f734-571e-4ad6-8529-44905a7ae37a req-a59b1c99-298b-4e21-b376-26d986d7f704 tempest-DeleteServersTestJSON-146266034 tempest-DeleteServersTestJSON-146266034-project] 10.222.0.45 "GET /v2.0/ports?device_id=dba6b4b8-b6eb-4b3a-9d65-0a14cb823128 HTTP/1.1" status: 200 len: 210 time: 0.0329118 Mar 07 17:03:41.478941 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device 85edba64-15f6-4566-909c-126cfe83f3e8 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:03:41.504238 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] No Port match for: 85edba64-15f6-4566-909c-126cfe83f3e8 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:03:41.504581 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device 85edba64-15f6-4566-909c-126cfe83f3e8 not bound to the agent host hv-cinder-80403 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:03:41.807092 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dda343-19fc-47b9-8b3a-4d6d2660b793 req-b16f622b-2272-46e5-80af-b7540aac5f40 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:41.808855 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f2dda343-19fc-47b9-8b3a-4d6d2660b793 req-b16f622b-2272-46e5-80af-b7540aac5f40 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.0567682 Mar 07 17:03:41.858714 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f2dda343-19fc-47b9-8b3a-4d6d2660b793 req-6b413d8b-f0e1-4765-84a2-98fbf18483e0 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428898 Mar 07 17:03:42.008001 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 60848) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:42.112183 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3467f29-7215-4505-8fe3-976745ba3a48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:42.185181 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3467f29-7215-4505-8fe3-976745ba3a48 admin admin] Publish callbacks [] for security_group (1ccd66d8-7d5b-4ccc-a20a-dab2c734d410), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:42.277709 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3467f29-7215-4505-8fe3-976745ba3a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (1ccd66d8-7d5b-4ccc-a20a-dab2c734d410), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:42.316405 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3467f29-7215-4505-8fe3-976745ba3a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccd66d8-7d5b-4ccc-a20a-dab2c734d410,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:42.324540 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-b3467f29-7215-4505-8fe3-976745ba3a48 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c4917188a75f4b8da14ab89fd8f6b4e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3129516 Mar 07 17:03:42.324938 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 60860) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:42.382207 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ee47a394-8948-4fb9-9164-fc84cd994a59 admin admin] Publish callbacks [] for security_group (1ccd66d8-7d5b-4ccc-a20a-dab2c734d410), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:42.403669 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ee47a394-8948-4fb9-9164-fc84cd994a59 admin admin] Publish callbacks [] for security_group (1ccd66d8-7d5b-4ccc-a20a-dab2c734d410), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:42.516881 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ee47a394-8948-4fb9-9164-fc84cd994a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (1ccd66d8-7d5b-4ccc-a20a-dab2c734d410), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:42.519476 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ee47a394-8948-4fb9-9164-fc84cd994a59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:42.520631 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-ee47a394-8948-4fb9-9164-fc84cd994a59 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1ccd66d8-7d5b-4ccc-a20a-dab2c734d410 HTTP/1.1" status: 204 len: 168 time: 0.1949494 Mar 07 17:03:42.529350 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee47a394-8948-4fb9-9164-fc84cd994a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccd66d8-7d5b-4ccc-a20a-dab2c734d410,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:43.004265 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45cdd9-37a8-4a14-9f28-7454393b4020 req-07c0f58a-3f9b-4624-bb65-3f4344fefe2a tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:43.006011 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2c45cdd9-37a8-4a14-9f28-7454393b4020 req-07c0f58a-3f9b-4624-bb65-3f4344fefe2a tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.0627387 Mar 07 17:03:43.064037 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2c45cdd9-37a8-4a14-9f28-7454393b4020 req-fde522d1-28b8-4146-8d84-e5625d3a62fa tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494015 Mar 07 17:03:43.341990 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 60914) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:43.381675 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 60916) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:43.399958 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_v2 [None req-314c4755-85b8-4cb1-9214-3bcd312b564f admin admin] Deleting subnet ef1cc0bc-7880-4621-940d-1bd5e37573f9 {{(pid=103431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 17:03:43.403632 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-314c4755-85b8-4cb1-9214-3bcd312b564f admin admin] Publish callbacks [] for subnet (ef1cc0bc-7880-4621-940d-1bd5e37573f9), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:43.441610 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-314c4755-85b8-4cb1-9214-3bcd312b564f admin admin] Publish callbacks [] for subnet (ef1cc0bc-7880-4621-940d-1bd5e37573f9), precommit_delete_associations {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:43.460714 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-314c4755-85b8-4cb1-9214-3bcd312b564f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712441'] for subnet (ef1cc0bc-7880-4621-940d-1bd5e37573f9), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:43.508391 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bf360748-7f66-4f41-a951-370f7098c17b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:43.590075 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bf360748-7f66-4f41-a951-370f7098c17b admin admin] Publish callbacks [] for security_group (4928ba13-d236-44fc-9cc7-27892101fb5a), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:43.649952 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-314c4755-85b8-4cb1-9214-3bcd312b564f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490'] for subnet (ef1cc0bc-7880-4621-940d-1bd5e37573f9), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:43.682145 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c4755-85b8-4cb1-9214-3bcd312b564f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef1cc0bc-7880-4621-940d-1bd5e37573f9,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:43.687865 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-314c4755-85b8-4cb1-9214-3bcd312b564f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:43.693693 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-314c4755-85b8-4cb1-9214-3bcd312b564f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ef1cc0bc-7880-4621-940d-1bd5e37573f9 HTTP/1.1" status: 204 len: 168 time: 0.3483818 Mar 07 17:03:43.694130 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 60932) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:43.700373 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bf360748-7f66-4f41-a951-370f7098c17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (4928ba13-d236-44fc-9cc7-27892101fb5a), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:43.753371 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-bf360748-7f66-4f41-a951-370f7098c17b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=62871cef4fe94d3f98d3a95b5e498222&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3700423 Mar 07 17:03:43.754372 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 60936) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:43.755167 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf360748-7f66-4f41-a951-370f7098c17b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4928ba13-d236-44fc-9cc7-27892101fb5a,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:43.784619 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7e665247-ccfc-4567-8a20-500540a213f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748406'] for network (752cb95a-9891-4bc4-8e97-2b9b1e9460d0), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:43.815392 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1a39752d-3c17-4d97-93ab-b73be75ccd71 admin admin] Publish callbacks [] for security_group (4928ba13-d236-44fc-9cc7-27892101fb5a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:43.838718 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1a39752d-3c17-4d97-93ab-b73be75ccd71 admin admin] Publish callbacks [] for security_group (4928ba13-d236-44fc-9cc7-27892101fb5a), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:43.881640 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7e665247-ccfc-4567-8a20-500540a213f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856182', 'neutron.services.segments.db._delete_segments_for_network-8762244314215'] for network (752cb95a-9891-4bc4-8e97-2b9b1e9460d0), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:43.903465 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7e665247-ccfc-4567-8a20-500540a213f3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 17:03:43.903830 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7e665247-ccfc-4567-8a20-500540a213f3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 17:03:43.904550 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7e665247-ccfc-4567-8a20-500540a213f3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 17:03:43.904877 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7e665247-ccfc-4567-8a20-500540a213f3 admin admin] Subscribe: > port after_create 55550000 {{(pid=103431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 17:03:43.905215 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7e665247-ccfc-4567-8a20-500540a213f3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 17:03:43.905661 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7e665247-ccfc-4567-8a20-500540a213f3 admin admin] Subscribe: > port after_update 55550000 {{(pid=103431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 17:03:43.906232 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7e665247-ccfc-4567-8a20-500540a213f3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 17:03:43.906724 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7e665247-ccfc-4567-8a20-500540a213f3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 17:03:43.906831 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7e665247-ccfc-4567-8a20-500540a213f3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 17:03:43.907132 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7e665247-ccfc-4567-8a20-500540a213f3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 17:03:43.950560 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1a39752d-3c17-4d97-93ab-b73be75ccd71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (4928ba13-d236-44fc-9cc7-27892101fb5a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:43.953501 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1a39752d-3c17-4d97-93ab-b73be75ccd71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:43.957478 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-1a39752d-3c17-4d97-93ab-b73be75ccd71 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4928ba13-d236-44fc-9cc7-27892101fb5a HTTP/1.1" status: 204 len: 168 time: 0.1993823 Mar 07 17:03:43.972430 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a39752d-3c17-4d97-93ab-b73be75ccd71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4928ba13-d236-44fc-9cc7-27892101fb5a,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:43.977694 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7e665247-ccfc-4567-8a20-500540a213f3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 17:03:43.977694 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7e665247-ccfc-4567-8a20-500540a213f3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 17:03:43.977915 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7e665247-ccfc-4567-8a20-500540a213f3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 17:03:43.978236 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7e665247-ccfc-4567-8a20-500540a213f3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 17:03:43.978767 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-7e665247-ccfc-4567-8a20-500540a213f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['752cb95a-9891-4bc4-8e97-2b9b1e9460d0']}} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:03:44.000851 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-7e665247-ccfc-4567-8a20-500540a213f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b960076e-9cc5-4eff-bdc7-5d5b07d940df') {'for_net_delete': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:03:44.001049 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-7e665247-ccfc-4567-8a20-500540a213f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b960076e-9cc5-4eff-bdc7-5d5b07d940df') {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:03:44.020299 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7e665247-ccfc-4567-8a20-500540a213f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762244314736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60696968'] for segment (b960076e-9cc5-4eff-bdc7-5d5b07d940df), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:44.044696 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7e665247-ccfc-4567-8a20-500540a213f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696658'] for segment (b960076e-9cc5-4eff-bdc7-5d5b07d940df), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:44.059146 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e665247-ccfc-4567-8a20-500540a213f3 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=103431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 17:03:44.060395 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7e665247-ccfc-4567-8a20-500540a213f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58733532'] for segment (b960076e-9cc5-4eff-bdc7-5d5b07d940df), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:44.065571 dv-cinder-804035-42-iscsi neutron-server[103431]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 17:03:44.065571 dv-cinder-804035-42-iscsi neutron-server[103431]: from cryptography.utils import int_from_bytes Mar 07 17:03:44.065571 dv-cinder-804035-42-iscsi neutron-server[103431]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 17:03:44.065571 dv-cinder-804035-42-iscsi neutron-server[103431]: from cryptography.utils import int_from_bytes Mar 07 17:03:44.065571 dv-cinder-804035-42-iscsi neutron-server[103431]: Traceback (most recent call last): Mar 07 17:03:44.065571 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 17:03:44.065571 dv-cinder-804035-42-iscsi neutron-server[103431]: timer() Mar 07 17:03:44.065571 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 17:03:44.065571 dv-cinder-804035-42-iscsi neutron-server[103431]: cb(*args, **kw) Mar 07 17:03:44.065571 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 17:03:44.065571 dv-cinder-804035-42-iscsi neutron-server[103431]: return func(*args, **kwargs) Mar 07 17:03:44.065571 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 17:03:44.065571 dv-cinder-804035-42-iscsi neutron-server[103431]: self._notify() Mar 07 17:03:44.065571 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 17:03:44.065571 dv-cinder-804035-42-iscsi neutron-server[103431]: self.callback(batched_events) Mar 07 17:03:44.065571 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 17:03:44.065571 dv-cinder-804035-42-iscsi neutron-server[103431]: event.method(event) Mar 07 17:03:44.065571 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 17:03:44.065571 dv-cinder-804035-42-iscsi neutron-server[103431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 17:03:44.065571 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 17:03:44.065571 dv-cinder-804035-42-iscsi neutron-server[103431]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 17:03:44.065571 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 17:03:44.065571 dv-cinder-804035-42-iscsi neutron-server[103431]: return f(self, *a, **k) Mar 07 17:03:44.065571 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 17:03:44.065571 dv-cinder-804035-42-iscsi neutron-server[103431]: return self._get(url).json() Mar 07 17:03:44.065571 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 17:03:44.065571 dv-cinder-804035-42-iscsi neutron-server[103431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 17:03:44.065571 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 17:03:44.065571 dv-cinder-804035-42-iscsi neutron-server[103431]: return self.request(url, 'GET', **kwargs) Mar 07 17:03:44.065571 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 17:03:44.065571 dv-cinder-804035-42-iscsi neutron-server[103431]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 17:03:44.065571 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 17:03:44.065571 dv-cinder-804035-42-iscsi neutron-server[103431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 17:03:44.065571 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 17:03:44.065571 dv-cinder-804035-42-iscsi neutron-server[103431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 17:03:44.065571 dv-cinder-804035-42-iscsi neutron-server[103431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 17:03:44.412801 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217de12-3010-4ab9-a19f-00c73152d282 req-62d29bdc-f534-43f5-a357-b6917557e9ea tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:44.414349 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2217de12-3010-4ab9-a19f-00c73152d282 req-62d29bdc-f534-43f5-a357-b6917557e9ea tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.2593789 Mar 07 17:03:44.460887 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2217de12-3010-4ab9-a19f-00c73152d282 req-8b2ed93e-d132-4a37-9bc6-21a034a0fa89 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403850 Mar 07 17:03:44.546909 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7e665247-ccfc-4567-8a20-500540a213f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2048162'] for network (752cb95a-9891-4bc4-8e97-2b9b1e9460d0), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:44.554019 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7e665247-ccfc-4567-8a20-500540a213f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:44.557358 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-7e665247-ccfc-4567-8a20-500540a213f3 admin admin] 10.222.0.45 "DELETE /v2.0/networks/752cb95a-9891-4bc4-8e97-2b9b1e9460d0 HTTP/1.1" status: 204 len: 168 time: 0.8619297 Mar 07 17:03:44.568715 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e665247-ccfc-4567-8a20-500540a213f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=752cb95a-9891-4bc4-8e97-2b9b1e9460d0,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:45.112841 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 60974) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:45.153840 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-36da01a7-9742-498d-ae78-6244d4b75275 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0dea78ccaffd4929acb5e5b30159ab89&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0398197 Mar 07 17:03:45.156453 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 60978) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:45.185556 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 60982) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:45.201499 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d5e0da83-e9d5-4862-99bd-865e3ff61c96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:45.216918 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-908d5dbe-4a58-495a-88f3-b8e031dbfae2 admin admin] Publish callbacks [] for security_group (7330ac32-2720-41dc-90f6-bf65a7402bc4), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:45.264228 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-908d5dbe-4a58-495a-88f3-b8e031dbfae2 admin admin] Publish callbacks [] for security_group (7330ac32-2720-41dc-90f6-bf65a7402bc4), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:45.316944 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d5e0da83-e9d5-4862-99bd-865e3ff61c96 admin admin] Publish callbacks [] for security_group (3fb42351-fdbd-461c-9ceb-0e8a150dd8e7), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:45.409042 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d5e0da83-e9d5-4862-99bd-865e3ff61c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (3fb42351-fdbd-461c-9ceb-0e8a150dd8e7), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:45.409194 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-908d5dbe-4a58-495a-88f3-b8e031dbfae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (7330ac32-2720-41dc-90f6-bf65a7402bc4), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:45.411747 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-908d5dbe-4a58-495a-88f3-b8e031dbfae2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:45.412882 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-908d5dbe-4a58-495a-88f3-b8e031dbfae2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7330ac32-2720-41dc-90f6-bf65a7402bc4 HTTP/1.1" status: 204 len: 168 time: 0.2556124 Mar 07 17:03:45.421098 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d5dbe-4a58-495a-88f3-b8e031dbfae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7330ac32-2720-41dc-90f6-bf65a7402bc4,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:45.456709 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-d5e0da83-e9d5-4862-99bd-865e3ff61c96 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=51440742f5984941b44be7de435e64d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2701347 Mar 07 17:03:45.459367 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 60992) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:45.459710 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e0da83-e9d5-4862-99bd-865e3ff61c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb42351-fdbd-461c-9ceb-0e8a150dd8e7,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:45.519716 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-285133d6-ed66-4cc8-a9d4-06dfa96be16f admin admin] Publish callbacks [] for security_group (3fb42351-fdbd-461c-9ceb-0e8a150dd8e7), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:45.552752 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-285133d6-ed66-4cc8-a9d4-06dfa96be16f admin admin] Publish callbacks [] for security_group (3fb42351-fdbd-461c-9ceb-0e8a150dd8e7), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:45.603147 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb3475-dd80-4837-b551-860e88d2e6c7 req-3b6f18fc-ca76-421d-bcb9-2cc3204ad712 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:45.603147 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6cfb3475-dd80-4837-b551-860e88d2e6c7 req-3b6f18fc-ca76-421d-bcb9-2cc3204ad712 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.0562375 Mar 07 17:03:45.648284 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6cfb3475-dd80-4837-b551-860e88d2e6c7 req-de417939-9877-4a06-b33d-9be500959026 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413628 Mar 07 17:03:45.723524 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-285133d6-ed66-4cc8-a9d4-06dfa96be16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (3fb42351-fdbd-461c-9ceb-0e8a150dd8e7), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:45.726137 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-285133d6-ed66-4cc8-a9d4-06dfa96be16f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:45.727284 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-285133d6-ed66-4cc8-a9d4-06dfa96be16f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3fb42351-fdbd-461c-9ceb-0e8a150dd8e7 HTTP/1.1" status: 204 len: 168 time: 0.2668958 Mar 07 17:03:45.735351 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285133d6-ed66-4cc8-a9d4-06dfa96be16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb42351-fdbd-461c-9ceb-0e8a150dd8e7,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:45.939208 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-447f9b2b-f053-43e5-8755-9caa08aae905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:46.776962 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08bb937-dc34-4b02-bd19-a9de87acb8cc req-087488c6-7b4c-453a-80bf-4b8c4193e5e1 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:46.778074 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c08bb937-dc34-4b02-bd19-a9de87acb8cc req-087488c6-7b4c-453a-80bf-4b8c4193e5e1 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.0537410 Mar 07 17:03:46.825227 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c08bb937-dc34-4b02-bd19-a9de87acb8cc req-3c6c2947-fa1f-4154-a027-eff7fb3cbb8e tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415721 Mar 07 17:03:47.824597 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:47.968853 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2256e0a-1c65-4662-8d02-1377d80ccdda req-a697eafa-3cbf-494b-afe0-529c3f507884 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:47.970399 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b2256e0a-1c65-4662-8d02-1377d80ccdda req-a697eafa-3cbf-494b-afe0-529c3f507884 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.0765851 Mar 07 17:03:48.041518 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b2256e0a-1c65-4662-8d02-1377d80ccdda req-0c633e6e-14d2-4389-aba2-820353e29265 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634747 Mar 07 17:03:48.384673 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-91725d36-c4be-4f04-b399-ad32e1a4a7eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:48.473787 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 32900) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:48.581075 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7686eec2-0cbe-45ad-9f1f-73548249b227 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:48.656642 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7686eec2-0cbe-45ad-9f1f-73548249b227 admin admin] Publish callbacks [] for security_group (732d71ac-a37f-47f3-aad6-46a897c2b52f), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:48.730243 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7686eec2-0cbe-45ad-9f1f-73548249b227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (732d71ac-a37f-47f3-aad6-46a897c2b52f), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:48.770050 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-7686eec2-0cbe-45ad-9f1f-73548249b227 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b3704ec8988d4b2c9c63837ee6df4b2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2950537 Mar 07 17:03:48.777535 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7686eec2-0cbe-45ad-9f1f-73548249b227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732d71ac-a37f-47f3-aad6-46a897c2b52f,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:48.779706 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 32914) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:48.840836 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-200a2835-9ac6-4465-a098-93572856d401 admin admin] Publish callbacks [] for security_group (732d71ac-a37f-47f3-aad6-46a897c2b52f), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:48.862198 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-200a2835-9ac6-4465-a098-93572856d401 admin admin] Publish callbacks [] for security_group (732d71ac-a37f-47f3-aad6-46a897c2b52f), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:48.986147 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-200a2835-9ac6-4465-a098-93572856d401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (732d71ac-a37f-47f3-aad6-46a897c2b52f), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:48.988779 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-200a2835-9ac6-4465-a098-93572856d401 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:48.989936 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-200a2835-9ac6-4465-a098-93572856d401 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/732d71ac-a37f-47f3-aad6-46a897c2b52f HTTP/1.1" status: 204 len: 168 time: 0.2091970 Mar 07 17:03:48.998501 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a2835-9ac6-4465-a098-93572856d401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732d71ac-a37f-47f3-aad6-46a897c2b52f,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:49.170003 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd884d-c1de-402e-9b93-c9e80b744160 req-64322453-46ae-4910-b6ad-c02189e07e81 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:49.171482 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f1cd884d-c1de-402e-9b93-c9e80b744160 req-64322453-46ae-4910-b6ad-c02189e07e81 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.0561147 Mar 07 17:03:49.219364 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f1cd884d-c1de-402e-9b93-c9e80b744160 req-5abb31d2-f3d7-4e95-81ce-7faf66e1739e tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416074 Mar 07 17:03:49.552449 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 32938) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:49.565579 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2a8d8af0-696f-4ce7-b26e-7245bf0b96f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:49.586401 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 32940) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:49.641293 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2a8d8af0-696f-4ce7-b26e-7245bf0b96f1 admin admin] Publish callbacks [] for security_group (c3156546-1530-47eb-99ff-17ceb66afbcd), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:49.742159 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8167a773-8008-44ce-8531-145ca32decec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:49.744915 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2a8d8af0-696f-4ce7-b26e-7245bf0b96f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (c3156546-1530-47eb-99ff-17ceb66afbcd), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:49.785634 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-2a8d8af0-696f-4ce7-b26e-7245bf0b96f1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=051e25507c4b4b358e3a1880b695a6c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320573 Mar 07 17:03:49.786635 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8d8af0-696f-4ce7-b26e-7245bf0b96f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3156546-1530-47eb-99ff-17ceb66afbcd,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:49.789010 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 32944) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:49.830975 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8167a773-8008-44ce-8531-145ca32decec admin admin] Publish callbacks [] for security_group (92d53c57-7162-495b-830f-dac209439550), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:49.840235 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6dc2d262-024c-4dfa-9ce9-17a8f978a2cb admin admin] Publish callbacks [] for security_group (c3156546-1530-47eb-99ff-17ceb66afbcd), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:49.863028 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6dc2d262-024c-4dfa-9ce9-17a8f978a2cb admin admin] Publish callbacks [] for security_group (c3156546-1530-47eb-99ff-17ceb66afbcd), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:49.909957 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8167a773-8008-44ce-8531-145ca32decec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (92d53c57-7162-495b-830f-dac209439550), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:49.950955 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-8167a773-8008-44ce-8531-145ca32decec admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6465a9a64c754070a704690f1e55c15e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3606896 Mar 07 17:03:49.950955 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8167a773-8008-44ce-8531-145ca32decec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d53c57-7162-495b-830f-dac209439550,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:49.952163 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 32950) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:49.980360 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6dc2d262-024c-4dfa-9ce9-17a8f978a2cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (c3156546-1530-47eb-99ff-17ceb66afbcd), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:49.982809 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6dc2d262-024c-4dfa-9ce9-17a8f978a2cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:49.984504 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-6dc2d262-024c-4dfa-9ce9-17a8f978a2cb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c3156546-1530-47eb-99ff-17ceb66afbcd HTTP/1.1" status: 204 len: 168 time: 0.1945570 Mar 07 17:03:50.000880 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc2d262-024c-4dfa-9ce9-17a8f978a2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3156546-1530-47eb-99ff-17ceb66afbcd,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:50.015197 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dee302dc-e752-4fe0-9027-43228e0e1208 admin admin] Publish callbacks [] for security_group (92d53c57-7162-495b-830f-dac209439550), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:50.039376 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dee302dc-e752-4fe0-9027-43228e0e1208 admin admin] Publish callbacks [] for security_group (92d53c57-7162-495b-830f-dac209439550), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:50.167746 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dee302dc-e752-4fe0-9027-43228e0e1208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (92d53c57-7162-495b-830f-dac209439550), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:50.170250 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dee302dc-e752-4fe0-9027-43228e0e1208 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:50.171469 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-dee302dc-e752-4fe0-9027-43228e0e1208 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/92d53c57-7162-495b-830f-dac209439550 HTTP/1.1" status: 204 len: 168 time: 0.2179446 Mar 07 17:03:50.179277 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee302dc-e752-4fe0-9027-43228e0e1208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d53c57-7162-495b-830f-dac209439550,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:50.342796 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea0518-b6b3-42de-919b-ed2de98fa2c2 req-6a78bacd-9d53-4315-8f1d-a7f489326ec0 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:50.343788 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4bea0518-b6b3-42de-919b-ed2de98fa2c2 req-6a78bacd-9d53-4315-8f1d-a7f489326ec0 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.0556390 Mar 07 17:03:50.398792 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4bea0518-b6b3-42de-919b-ed2de98fa2c2 req-c7a4b21d-46a6-4b43-acd3-72cb7e2a7789 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489092 Mar 07 17:03:50.408348 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:50.795037 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 32982) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:50.808219 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f72dccd7-3dc9-4b0b-97e4-b377b70c285b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:50.889556 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f72dccd7-3dc9-4b0b-97e4-b377b70c285b admin admin] Publish callbacks [] for security_group (6c0a154f-0cd4-4529-9440-791b1735b716), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:50.935153 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f72dccd7-3dc9-4b0b-97e4-b377b70c285b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (6c0a154f-0cd4-4529-9440-791b1735b716), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:50.974264 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-f72dccd7-3dc9-4b0b-97e4-b377b70c285b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d98e43237bb042f99f11025113f3f5d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1781013 Mar 07 17:03:50.975129 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72dccd7-3dc9-4b0b-97e4-b377b70c285b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0a154f-0cd4-4529-9440-791b1735b716,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:50.976957 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 32992) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:51.027982 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4179362b-b7cb-4115-8365-94d767120589 admin admin] Publish callbacks [] for security_group (6c0a154f-0cd4-4529-9440-791b1735b716), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:51.050906 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4179362b-b7cb-4115-8365-94d767120589 admin admin] Publish callbacks [] for security_group (6c0a154f-0cd4-4529-9440-791b1735b716), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:51.214814 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4179362b-b7cb-4115-8365-94d767120589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (6c0a154f-0cd4-4529-9440-791b1735b716), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:51.217345 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4179362b-b7cb-4115-8365-94d767120589 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:51.218493 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-4179362b-b7cb-4115-8365-94d767120589 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6c0a154f-0cd4-4529-9440-791b1735b716 HTTP/1.1" status: 204 len: 168 time: 0.2398748 Mar 07 17:03:51.226396 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4179362b-b7cb-4115-8365-94d767120589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0a154f-0cd4-4529-9440-791b1735b716,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:51.519838 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192aaaf-7047-48c0-81e4-4563c8cf4bdb req-84bf7404-1c46-40a7-b14f-0e2156f7b0fd tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:51.521354 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9192aaaf-7047-48c0-81e4-4563c8cf4bdb req-84bf7404-1c46-40a7-b14f-0e2156f7b0fd tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.0560291 Mar 07 17:03:51.574798 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9192aaaf-7047-48c0-81e4-4563c8cf4bdb req-47ca0c2a-310e-4e44-9b16-afc9b93d2ac0 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462921 Mar 07 17:03:51.831833 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:52.696521 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f7869-295c-49e5-96ed-8263abfe5aed req-9d5e10cb-2778-4136-8be3-8671460b229f tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:52.698511 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-bb4f7869-295c-49e5-96ed-8263abfe5aed req-9d5e10cb-2778-4136-8be3-8671460b229f tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.0568464 Mar 07 17:03:52.753813 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-bb4f7869-295c-49e5-96ed-8263abfe5aed req-900bac0d-f907-42ff-9bfd-8af769249c38 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493488 Mar 07 17:03:52.992700 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:53.873759 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c97835-57bb-4208-9c2d-6e91aff0bf06 req-9ba6a4cf-b831-4b70-b451-4ce1b31ac756 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:53.875165 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-94c97835-57bb-4208-9c2d-6e91aff0bf06 req-9ba6a4cf-b831-4b70-b451-4ce1b31ac756 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.0509951 Mar 07 17:03:53.920476 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-94c97835-57bb-4208-9c2d-6e91aff0bf06 req-26f4bd86-5d94-4582-9554-d856e395ca69 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398023 Mar 07 17:03:54.428550 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 33142) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:54.530496 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e740046b-df98-4e00-964f-4b40a4b1631f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:54.606879 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e740046b-df98-4e00-964f-4b40a4b1631f admin admin] Publish callbacks [] for security_group (114ab518-9fe9-4970-aa28-cabdfd6e2cc1), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:54.657642 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 33148) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:54.675946 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e740046b-df98-4e00-964f-4b40a4b1631f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (114ab518-9fe9-4970-aa28-cabdfd6e2cc1), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:54.714861 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-e740046b-df98-4e00-964f-4b40a4b1631f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2dff410158034c8e8c8a07d7328d9ee3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2898860 Mar 07 17:03:54.716453 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740046b-df98-4e00-964f-4b40a4b1631f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114ab518-9fe9-4970-aa28-cabdfd6e2cc1,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:54.717212 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 33152) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:54.769158 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9cd96761-c12a-409a-bf21-2d65055fdc52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:54.778149 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d1cd65a8-5419-40c3-a1ae-87304f3e4d53 admin admin] Publish callbacks [] for security_group (114ab518-9fe9-4970-aa28-cabdfd6e2cc1), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:54.799813 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d1cd65a8-5419-40c3-a1ae-87304f3e4d53 admin admin] Publish callbacks [] for security_group (114ab518-9fe9-4970-aa28-cabdfd6e2cc1), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:54.842114 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9cd96761-c12a-409a-bf21-2d65055fdc52 admin admin] Publish callbacks [] for security_group (4169e939-68bd-4f0b-87f0-6da43d36e9d9), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:54.923099 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d1cd65a8-5419-40c3-a1ae-87304f3e4d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (114ab518-9fe9-4970-aa28-cabdfd6e2cc1), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:54.925649 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d1cd65a8-5419-40c3-a1ae-87304f3e4d53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:54.926802 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-d1cd65a8-5419-40c3-a1ae-87304f3e4d53 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/114ab518-9fe9-4970-aa28-cabdfd6e2cc1 HTTP/1.1" status: 204 len: 168 time: 0.2086241 Mar 07 17:03:54.936226 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd65a8-5419-40c3-a1ae-87304f3e4d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114ab518-9fe9-4970-aa28-cabdfd6e2cc1,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:54.951933 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9cd96761-c12a-409a-bf21-2d65055fdc52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (4169e939-68bd-4f0b-87f0-6da43d36e9d9), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:55.003222 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-9cd96761-c12a-409a-bf21-2d65055fdc52 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=60f5cc106443464392a4ad8219f87161&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3443980 Mar 07 17:03:55.004773 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 33158) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:55.012347 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd96761-c12a-409a-bf21-2d65055fdc52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4169e939-68bd-4f0b-87f0-6da43d36e9d9,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:55.048968 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331af465-ad0c-4b08-b365-14d43f60ceaf req-4b8bc458-24c0-49e7-83f7-40e584d8060b tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:55.053332 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-331af465-ad0c-4b08-b365-14d43f60ceaf req-4b8bc458-24c0-49e7-83f7-40e584d8060b tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.0593719 Mar 07 17:03:55.058234 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b6c46d2e-7f48-4705-974f-ad338d8c52aa admin admin] Publish callbacks [] for security_group (4169e939-68bd-4f0b-87f0-6da43d36e9d9), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:55.094280 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b6c46d2e-7f48-4705-974f-ad338d8c52aa admin admin] Publish callbacks [] for security_group (4169e939-68bd-4f0b-87f0-6da43d36e9d9), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:55.115771 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-331af465-ad0c-4b08-b365-14d43f60ceaf req-141d0ad1-3166-4071-acba-3af18a60e22b tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577276 Mar 07 17:03:55.237336 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b6c46d2e-7f48-4705-974f-ad338d8c52aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (4169e939-68bd-4f0b-87f0-6da43d36e9d9), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:55.239877 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b6c46d2e-7f48-4705-974f-ad338d8c52aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:55.241025 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-b6c46d2e-7f48-4705-974f-ad338d8c52aa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4169e939-68bd-4f0b-87f0-6da43d36e9d9 HTTP/1.1" status: 204 len: 168 time: 0.2353482 Mar 07 17:03:55.249343 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c46d2e-7f48-4705-974f-ad338d8c52aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4169e939-68bd-4f0b-87f0-6da43d36e9d9,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:55.649667 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 33176) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:55.665839 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5507aae9-c343-46e4-a815-c38da6cae514 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:55.738509 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5507aae9-c343-46e4-a815-c38da6cae514 admin admin] Publish callbacks [] for security_group (d2f56ceb-558f-49c3-895d-1c3d31790a67), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:55.797356 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5507aae9-c343-46e4-a815-c38da6cae514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (d2f56ceb-558f-49c3-895d-1c3d31790a67), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:55.835357 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-5507aae9-c343-46e4-a815-c38da6cae514 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e8ff9b6adf894f6eab007d0e7218a8e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1845918 Mar 07 17:03:55.836553 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5507aae9-c343-46e4-a815-c38da6cae514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f56ceb-558f-49c3-895d-1c3d31790a67,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:55.838359 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 33178) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:55.890069 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e239ed78-e1cc-4697-b9e0-d1002859ce40 admin admin] Publish callbacks [] for security_group (d2f56ceb-558f-49c3-895d-1c3d31790a67), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:55.910739 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e239ed78-e1cc-4697-b9e0-d1002859ce40 admin admin] Publish callbacks [] for security_group (d2f56ceb-558f-49c3-895d-1c3d31790a67), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:55.962126 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 33180) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:55.975389 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0b045eea-334e-415c-8aaa-4f2e3f1aac17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:56.050807 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e239ed78-e1cc-4697-b9e0-d1002859ce40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (d2f56ceb-558f-49c3-895d-1c3d31790a67), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:56.053986 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e239ed78-e1cc-4697-b9e0-d1002859ce40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:56.057847 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-e239ed78-e1cc-4697-b9e0-d1002859ce40 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d2f56ceb-558f-49c3-895d-1c3d31790a67 HTTP/1.1" status: 204 len: 168 time: 0.2148089 Mar 07 17:03:56.071920 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e239ed78-e1cc-4697-b9e0-d1002859ce40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f56ceb-558f-49c3-895d-1c3d31790a67,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:56.133603 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0b045eea-334e-415c-8aaa-4f2e3f1aac17 admin admin] Publish callbacks [] for security_group (410a163b-daa1-4181-a0a4-6f58db10a2cf), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:56.193107 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef53803-0655-4e8e-9f13-9e209a557697 req-b4ec4f48-6784-4ff4-8655-74014d8766f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:56.195377 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7ef53803-0655-4e8e-9f13-9e209a557697 req-b4ec4f48-6784-4ff4-8655-74014d8766f4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 1129 time: 0.0569298 Mar 07 17:03:56.239367 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0b045eea-334e-415c-8aaa-4f2e3f1aac17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (410a163b-daa1-4181-a0a4-6f58db10a2cf), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:56.314253 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-0b045eea-334e-415c-8aaa-4f2e3f1aac17 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=29bc457a00804e37b7c16c8c4d92006e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3509474 Mar 07 17:03:56.316821 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 33190) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:03:56.322009 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b045eea-334e-415c-8aaa-4f2e3f1aac17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=410a163b-daa1-4181-a0a4-6f58db10a2cf,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:56.328474 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7ef53803-0655-4e8e-9f13-9e209a557697 req-2f7e336a-2364-4ce9-a230-7f7af4fe8f85 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222539 Mar 07 17:03:56.335519 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbacc891-6a67-4415-887a-a67ca2fb0ff7 req-73d1115e-7f14-4f1c-9bb9-e85fc50b5f0b tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:56.336881 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-bbacc891-6a67-4415-887a-a67ca2fb0ff7 req-73d1115e-7f14-4f1c-9bb9-e85fc50b5f0b tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.1403837 Mar 07 17:03:56.390169 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f02c065b-4691-4f14-b6a3-1cad146f0e1c admin admin] Publish callbacks [] for security_group (410a163b-daa1-4181-a0a4-6f58db10a2cf), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:56.420758 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-bbacc891-6a67-4415-887a-a67ca2fb0ff7 req-31306481-028f-40fb-bdb2-1c5c21859d7a tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773804 Mar 07 17:03:56.429907 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f02c065b-4691-4f14-b6a3-1cad146f0e1c admin admin] Publish callbacks [] for security_group (410a163b-daa1-4181-a0a4-6f58db10a2cf), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:56.552242 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f02c065b-4691-4f14-b6a3-1cad146f0e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (410a163b-daa1-4181-a0a4-6f58db10a2cf), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:56.554993 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f02c065b-4691-4f14-b6a3-1cad146f0e1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:03:56.559315 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-f02c065b-4691-4f14-b6a3-1cad146f0e1c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/410a163b-daa1-4181-a0a4-6f58db10a2cf HTTP/1.1" status: 204 len: 168 time: 0.2414215 Mar 07 17:03:56.568695 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c065b-4691-4f14-b6a3-1cad146f0e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=410a163b-daa1-4181-a0a4-6f58db10a2cf,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:03:57.609932 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3967656-52ad-45e3-a0ba-ad6a458ac89c req-fd7edf02-7586-4fdc-95c0-85f7b2c24487 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:57.611580 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d3967656-52ad-45e3-a0ba-ad6a458ac89c req-fd7edf02-7586-4fdc-95c0-85f7b2c24487 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.0774457 Mar 07 17:03:57.710680 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d3967656-52ad-45e3-a0ba-ad6a458ac89c req-ed355f58-a527-4c74-a3ba-b1a002ae071b tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881805 Mar 07 17:03:58.833330 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0a0b3-46fc-4681-a736-207676dab756 req-9bf4adfa-5622-4724-8146-63df63c6a7e6 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:58.835013 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2af0a0b3-46fc-4681-a736-207676dab756 req-9bf4adfa-5622-4724-8146-63df63c6a7e6 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.0563238 Mar 07 17:03:58.884995 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2af0a0b3-46fc-4681-a736-207676dab756 req-82a9bf7b-c3d5-40c5-abab-e61a1e8d6f75 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439575 Mar 07 17:03:59.007123 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a16c6-2290-43d6-a312-2d12aa5f21aa req-66a9a724-0a86-417d-b57a-100212782874 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:03:59.009497 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9d2a16c6-2290-43d6-a312-2d12aa5f21aa req-66a9a724-0a86-417d-b57a-100212782874 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0572944 Mar 07 17:03:59.056241 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9d2a16c6-2290-43d6-a312-2d12aa5f21aa req-6b25da51-2b55-47d5-a893-0f5d70be2321 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414319 Mar 07 17:04:00.134227 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-16aed9e0-60c9-4330-af93-e892fcd3697d req-e084efa1-6258-4f63-83cd-2064b5300bb5 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=62d80e82289f46afb82a7b35ff5936d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322921 Mar 07 17:04:00.340737 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aed9e0-60c9-4330-af93-e892fcd3697d req-a3d82148-4f63-4e34-acba-012815765255 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:00.347514 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-16aed9e0-60c9-4330-af93-e892fcd3697d req-a3d82148-4f63-4e34-acba-012815765255 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2067573 Mar 07 17:04:00.359575 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-16aed9e0-60c9-4330-af93-e892fcd3697d req-6b7b3719-83b8-4082-8220-1d4740954544 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] 10.222.0.45 "GET /v2.0/quotas/62d80e82289f46afb82a7b35ff5936d2 HTTP/1.1" status: 200 len: 375 time: 0.0111911 Mar 07 17:04:00.407134 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-16aed9e0-60c9-4330-af93-e892fcd3697d req-687e7dd6-b5b5-4960-90b2-22994cd379bc tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=62d80e82289f46afb82a7b35ff5936d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417647 Mar 07 17:04:00.700223 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2c97df66-9d87-4eb7-ae2b-9c26842d3ff7 req-5c886636-e302-4663-b015-83efaf731652 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] 10.222.0.45 "GET /v2.0/ports?device_id=68d6823f-48b8-4394-8da2-e8c6b1c746c8 HTTP/1.1" status: 200 len: 210 time: 0.0288322 Mar 07 17:04:01.670688 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40bc35b-38f5-420b-96c9-5d62891e34af req-5a1dce2b-5452-46ca-9812-f388251929d7 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:01.672198 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b40bc35b-38f5-420b-96c9-5d62891e34af req-5a1dce2b-5452-46ca-9812-f388251929d7 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0623751 Mar 07 17:04:01.729388 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b40bc35b-38f5-420b-96c9-5d62891e34af req-b370731f-2636-49b8-bbb9-575a50ddeb53 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438945 Mar 07 17:04:01.788759 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c62b0754-6cf4-41a7-8a9f-8806520b9200 req-b2c6002c-2b9f-4a87-80fb-b36c296e5cb5 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] 10.222.0.45 "GET /v2.0/ports?device_id=68d6823f-48b8-4394-8da2-e8c6b1c746c8 HTTP/1.1" status: 200 len: 210 time: 0.0371914 Mar 07 17:04:02.858503 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5337e4c-5dcf-439b-be8e-eb8ec98e0237 req-4cf1b210-b8b8-4968-b231-48acea881be8 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:02.860000 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d5337e4c-5dcf-439b-be8e-eb8ec98e0237 req-4cf1b210-b8b8-4968-b231-48acea881be8 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0558534 Mar 07 17:04:02.903818 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4263cc6b-41f1-4249-878e-ab27e66c1b1b req-7b07d3d7-77bc-4fba-a91c-17aec2c112ed tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] 10.222.0.45 "GET /v2.0/ports?device_id=68d6823f-48b8-4394-8da2-e8c6b1c746c8 HTTP/1.1" status: 200 len: 210 time: 0.0320227 Mar 07 17:04:02.942914 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d5337e4c-5dcf-439b-be8e-eb8ec98e0237 req-f2fe2d76-cd77-4c63-93b3-2e35c5170f96 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735312 Mar 07 17:04:03.985862 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-79a801bb-93af-48ab-97c9-558fb081e46a req-da522f04-e6c1-48eb-b777-319ea9fc74de tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] 10.222.0.45 "GET /v2.0/ports?device_id=68d6823f-48b8-4394-8da2-e8c6b1c746c8 HTTP/1.1" status: 200 len: 210 time: 0.0269911 Mar 07 17:04:04.074879 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee949f2-c6cb-4e3b-96cb-f1c5e5f97b05 req-fdfe63d1-0109-4969-ab2c-aaed2dec1257 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:04.076422 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3ee949f2-c6cb-4e3b-96cb-f1c5e5f97b05 req-fdfe63d1-0109-4969-ab2c-aaed2dec1257 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0551107 Mar 07 17:04:04.126283 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3ee949f2-c6cb-4e3b-96cb-f1c5e5f97b05 req-e4c0c49d-0393-4be6-9482-a054ca4b032a tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442841 Mar 07 17:04:04.580198 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7daff-9ef7-4c18-a18d-968c6ad347f5 req-e2df388d-c148-422b-bc8c-4fa85787637e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:04.580198 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-58f7daff-9ef7-4c18-a18d-968c6ad347f5 req-e2df388d-c148-422b-bc8c-4fa85787637e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=07ebdeb0ad254b0889bc30be49117698&device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 1129 time: 0.0452499 Mar 07 17:04:04.671350 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7daff-9ef7-4c18-a18d-968c6ad347f5 req-8e45fc69-06b0-46fb-bfe5-58f5e1900541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:04.672841 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-58f7daff-9ef7-4c18-a18d-968c6ad347f5 req-8e45fc69-06b0-46fb-bfe5-58f5e1900541 service neutron] 10.222.0.53 "GET /v2.0/networks?id=504454ff-a447-4f42-b96f-99b47903621f HTTP/1.1" status: 200 len: 920 time: 0.0881498 Mar 07 17:04:04.714083 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-58f7daff-9ef7-4c18-a18d-968c6ad347f5 req-0c4e6a30-85dc-43bf-9341-bc4961ec6d3f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=293f83de-e9fc-4e45-83a0-993997bce3a1 HTTP/1.1" status: 200 len: 217 time: 0.0353251 Mar 07 17:04:04.763796 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7daff-9ef7-4c18-a18d-968c6ad347f5 req-10fb4e93-af2b-48a9-ae94-d6d477d6862d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:04.766406 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-58f7daff-9ef7-4c18-a18d-968c6ad347f5 req-10fb4e93-af2b-48a9-ae94-d6d477d6862d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4efc1e77-65c1-4cf0-9f44-cec7156fd1b4 HTTP/1.1" status: 200 len: 859 time: 0.0473347 Mar 07 17:04:04.807920 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-58f7daff-9ef7-4c18-a18d-968c6ad347f5 req-21d7031f-ebe0-4ec3-8b63-43cd27f4312f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=504454ff-a447-4f42-b96f-99b47903621f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304885 Mar 07 17:04:04.893801 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-58f7daff-9ef7-4c18-a18d-968c6ad347f5 req-d3dcade4-6813-4328-b819-46d864392c0d service neutron] 10.222.0.53 "GET /v2.0/networks/504454ff-a447-4f42-b96f-99b47903621f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845292 Mar 07 17:04:04.998534 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-58f7daff-9ef7-4c18-a18d-968c6ad347f5 req-d350288e-0d47-454e-82eb-b4a43c197084 service neutron] 10.222.0.53 "GET /v2.0/networks/504454ff-a447-4f42-b96f-99b47903621f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932293 Mar 07 17:04:05.080924 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-dd348ebd-998c-4227-bcea-66750e62f29e req-e3869a2b-f9c2-43bc-8b9b-81f19943fd3f tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] 10.222.0.45 "GET /v2.0/ports?device_id=68d6823f-48b8-4394-8da2-e8c6b1c746c8 HTTP/1.1" status: 200 len: 210 time: 0.0275548 Mar 07 17:04:05.241329 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d3b73-0fa0-40e3-911d-5f76fd1c7f63 req-8263bcba-4ce2-499c-b8e4-fe5e77d90769 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:05.243077 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-633d3b73-0fa0-40e3-911d-5f76fd1c7f63 req-8263bcba-4ce2-499c-b8e4-fe5e77d90769 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0516260 Mar 07 17:04:05.289898 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-633d3b73-0fa0-40e3-911d-5f76fd1c7f63 req-fe9fe758-c60e-4a7e-b8a0-15cfeb8d61c8 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410666 Mar 07 17:04:05.409690 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-16aed9e0-60c9-4330-af93-e892fcd3697d req-9f6bd568-36eb-4eae-a022-ac09b44198a0 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=62d80e82289f46afb82a7b35ff5936d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217934 Mar 07 17:04:05.521235 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aed9e0-60c9-4330-af93-e892fcd3697d req-672f4001-ca22-431d-afc8-1f115b8c772e tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:05.522659 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-16aed9e0-60c9-4330-af93-e892fcd3697d req-672f4001-ca22-431d-afc8-1f115b8c772e tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1087091 Mar 07 17:04:05.534544 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-16aed9e0-60c9-4330-af93-e892fcd3697d req-fedc82b5-b13d-4209-997a-2fd238cb89a6 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Request body: {'port': {'device_id': '68d6823f-48b8-4394-8da2-e8c6b1c746c8', 'network_id': '7a5f128d-53f3-4530-a7c4-15fb1392cc17', 'admin_state_up': True, 'tenant_id': '62d80e82289f46afb82a7b35ff5936d2'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:04:05.694580 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16aed9e0-60c9-4330-af93-e892fcd3697d req-fedc82b5-b13d-4209-997a-2fd238cb89a6 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Made reservation on behalf of 62d80e82289f46afb82a7b35ff5936d2 for: {'port': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:04:05.698245 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-16aed9e0-60c9-4330-af93-e892fcd3697d req-fedc82b5-b13d-4209-997a-2fd238cb89a6 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:05.707430 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-16aed9e0-60c9-4330-af93-e892fcd3697d req-fedc82b5-b13d-4209-997a-2fd238cb89a6 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:05.786353 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-16aed9e0-60c9-4330-af93-e892fcd3697d req-fedc82b5-b13d-4209-997a-2fd238cb89a6 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Publish callbacks [] for security_group (95669664-f430-4a2a-82af-61c5d5362ba7), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:05.848564 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-16aed9e0-60c9-4330-af93-e892fcd3697d req-fedc82b5-b13d-4209-997a-2fd238cb89a6 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (95669664-f430-4a2a-82af-61c5d5362ba7), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:05.914385 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc82b5-b13d-4209-997a-2fd238cb89a6 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95669664-f430-4a2a-82af-61c5d5362ba7,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:05.979272 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [req-16aed9e0-60c9-4330-af93-e892fcd3697d req-fedc82b5-b13d-4209-997a-2fd238cb89a6 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Allocated IP 192.168.233.94 (7a5f128d-53f3-4530-a7c4-15fb1392cc17/285a713c-7487-42db-a011-2d4cd3e4a2a1/036b4db1-3119-443f-8842-89baaeba899e) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:04:06.125388 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-16aed9e0-60c9-4330-af93-e892fcd3697d req-fedc82b5-b13d-4209-997a-2fd238cb89a6 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Publish callbacks [] for port (036b4db1-3119-443f-8842-89baaeba899e), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:06.183725 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-511f934a-cde0-4520-aab3-2ddb21df0836 req-5f2ff148-231a-4f29-be16-1b71eab481c6 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] 10.222.0.45 "GET /v2.0/ports?device_id=68d6823f-48b8-4394-8da2-e8c6b1c746c8 HTTP/1.1" status: 200 len: 210 time: 0.0297127 Mar 07 17:04:06.237778 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-16aed9e0-60c9-4330-af93-e892fcd3697d req-fedc82b5-b13d-4209-997a-2fd238cb89a6 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (036b4db1-3119-443f-8842-89baaeba899e), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:06.288244 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16aed9e0-60c9-4330-af93-e892fcd3697d req-fedc82b5-b13d-4209-997a-2fd238cb89a6 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Network 7a5f128d-53f3-4530-a7c4-15fb1392cc17 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:04:06.292103 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [req-16aed9e0-60c9-4330-af93-e892fcd3697d req-fedc82b5-b13d-4209-997a-2fd238cb89a6 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:04:06.296148 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-16aed9e0-60c9-4330-af93-e892fcd3697d req-fedc82b5-b13d-4209-997a-2fd238cb89a6 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:04:06.327262 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc82b5-b13d-4209-997a-2fd238cb89a6 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Pushing event updated for resources: {'Port': ['ID=036b4db1-3119-443f-8842-89baaeba899e,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:06.366120 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aed9e0-60c9-4330-af93-e892fcd3697d req-fedc82b5-b13d-4209-997a-2fd238cb89a6 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:06.367122 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-16aed9e0-60c9-4330-af93-e892fcd3697d req-fedc82b5-b13d-4209-997a-2fd238cb89a6 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:06.444316 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a6bb7-e385-48e5-b4e9-e678f7eb8a10 req-0b63cfc6-1a9b-4b76-84ab-b4ae7dcd54f4 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:06.445885 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a65a6bb7-e385-48e5-b4e9-e678f7eb8a10 req-0b63cfc6-1a9b-4b76-84ab-b4ae7dcd54f4 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0666592 Mar 07 17:04:06.502759 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-16aed9e0-60c9-4330-af93-e892fcd3697d req-fedc82b5-b13d-4209-997a-2fd238cb89a6 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9718447 Mar 07 17:04:06.507219 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a65a6bb7-e385-48e5-b4e9-e678f7eb8a10 req-dc255834-65b4-4ca2-9009-28e39975710d tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546944 Mar 07 17:04:06.514801 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-16aed9e0-60c9-4330-af93-e892fcd3697d req-d306de00-4648-4f90-854b-1f61e1ae38fb service neutron] Request body: {'port': {'device_id': '68d6823f-48b8-4394-8da2-e8c6b1c746c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:04:06.579908 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-16aed9e0-60c9-4330-af93-e892fcd3697d req-d306de00-4648-4f90-854b-1f61e1ae38fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (036b4db1-3119-443f-8842-89baaeba899e), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:06.606731 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-9183b023-a74d-4fe4-8933-56e8692f1431 None None] Provisioning complete for port 036b4db1-3119-443f-8842-89baaeba899e triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:04:06.608888 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-9183b023-a74d-4fe4-8933-56e8692f1431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (036b4db1-3119-443f-8842-89baaeba899e), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:06.642311 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-9183b023-a74d-4fe4-8933-56e8692f1431 None None] Port 036b4db1-3119-443f-8842-89baaeba899e cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:04:06.847149 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [req-16aed9e0-60c9-4330-af93-e892fcd3697d req-d306de00-4648-4f90-854b-1f61e1ae38fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 036b4db1-3119-443f-8842-89baaeba899e {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:04:06.855081 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-16aed9e0-60c9-4330-af93-e892fcd3697d req-d306de00-4648-4f90-854b-1f61e1ae38fb service neutron] Publish callbacks [] for port (036b4db1-3119-443f-8842-89baaeba899e), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:06.867384 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [req-16aed9e0-60c9-4330-af93-e892fcd3697d req-d306de00-4648-4f90-854b-1f61e1ae38fb service neutron] Transition to ACTIVE for port object 036b4db1-3119-443f-8842-89baaeba899e will not be triggered until provisioned by entity L2. {{(pid=103431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 17:04:06.963924 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-16aed9e0-60c9-4330-af93-e892fcd3697d req-d306de00-4648-4f90-854b-1f61e1ae38fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58733560'] for port (036b4db1-3119-443f-8842-89baaeba899e), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:07.019034 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d306de00-4648-4f90-854b-1f61e1ae38fb service neutron] Pushing event updated for resources: {'Port': ['ID=036b4db1-3119-443f-8842-89baaeba899e,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:07.097496 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-16aed9e0-60c9-4330-af93-e892fcd3697d req-d306de00-4648-4f90-854b-1f61e1ae38fb service neutron] Attempting to bind port 036b4db1-3119-443f-8842-89baaeba899e on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:04:07.097966 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-16aed9e0-60c9-4330-af93-e892fcd3697d req-d306de00-4648-4f90-854b-1f61e1ae38fb service neutron] Attempting to bind port 036b4db1-3119-443f-8842-89baaeba899e by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '38f5af07-0060-4cc4-be0b-0580891b255d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7a5f128d-53f3-4530-a7c4-15fb1392cc17'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:04:07.098144 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16aed9e0-60c9-4330-af93-e892fcd3697d req-d306de00-4648-4f90-854b-1f61e1ae38fb service neutron] Attempting to bind port 036b4db1-3119-443f-8842-89baaeba899e on network 7a5f128d-53f3-4530-a7c4-15fb1392cc17 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:04:07.102726 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16aed9e0-60c9-4330-af93-e892fcd3697d req-d306de00-4648-4f90-854b-1f61e1ae38fb service neutron] Port 036b4db1-3119-443f-8842-89baaeba899e on network 7a5f128d-53f3-4530-a7c4-15fb1392cc17 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 17:04:07.103086 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16aed9e0-60c9-4330-af93-e892fcd3697d req-d306de00-4648-4f90-854b-1f61e1ae38fb service neutron] Attempting to bind port 036b4db1-3119-443f-8842-89baaeba899e on network 7a5f128d-53f3-4530-a7c4-15fb1392cc17 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:04:07.112032 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16aed9e0-60c9-4330-af93-e892fcd3697d req-d306de00-4648-4f90-854b-1f61e1ae38fb service neutron] Checking agent: {'id': 'c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 17, 0, 18), 'started_at': datetime.datetime(2022, 3, 7, 17, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:04:07.112383 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16aed9e0-60c9-4330-af93-e892fcd3697d req-d306de00-4648-4f90-854b-1f61e1ae38fb service neutron] Checking segment: {'id': '38f5af07-0060-4cc4-be0b-0580891b255d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7a5f128d-53f3-4530-a7c4-15fb1392cc17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:04:07.112771 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16aed9e0-60c9-4330-af93-e892fcd3697d req-d306de00-4648-4f90-854b-1f61e1ae38fb service neutron] Bound using segment: {'id': '38f5af07-0060-4cc4-be0b-0580891b255d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7a5f128d-53f3-4530-a7c4-15fb1392cc17'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:04:07.113202 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-16aed9e0-60c9-4330-af93-e892fcd3697d req-d306de00-4648-4f90-854b-1f61e1ae38fb service neutron] Bound port: 036b4db1-3119-443f-8842-89baaeba899e, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38f5af07-0060-4cc4-be0b-0580891b255d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7a5f128d-53f3-4530-a7c4-15fb1392cc17'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:04:07.113559 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-16aed9e0-60c9-4330-af93-e892fcd3697d req-d306de00-4648-4f90-854b-1f61e1ae38fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (036b4db1-3119-443f-8842-89baaeba899e), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:07.184089 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-16aed9e0-60c9-4330-af93-e892fcd3697d req-d306de00-4648-4f90-854b-1f61e1ae38fb service neutron] For port 036b4db1-3119-443f-8842-89baaeba899e, host hv-cinder-80403, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:04:07.188053 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-16aed9e0-60c9-4330-af93-e892fcd3697d req-d306de00-4648-4f90-854b-1f61e1ae38fb service neutron] For port 036b4db1-3119-443f-8842-89baaeba899e, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=036b4db1-3119-443f-8842-89baaeba899e,segment=NetworkSegment(38f5af07-0060-4cc4-be0b-0580891b255d),segment_id=38f5af07-0060-4cc4-be0b-0580891b255d)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:04:07.285397 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-16aed9e0-60c9-4330-af93-e892fcd3697d req-d306de00-4648-4f90-854b-1f61e1ae38fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58733560'] for port (036b4db1-3119-443f-8842-89baaeba899e), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:07.290138 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:04:07.327503 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aed9e0-60c9-4330-af93-e892fcd3697d req-d306de00-4648-4f90-854b-1f61e1ae38fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:07.328043 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-16aed9e0-60c9-4330-af93-e892fcd3697d req-d306de00-4648-4f90-854b-1f61e1ae38fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:07.336675 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-16aed9e0-60c9-4330-af93-e892fcd3697d req-d306de00-4648-4f90-854b-1f61e1ae38fb service neutron] 10.222.0.53 "PUT /v2.0/ports/036b4db1-3119-443f-8842-89baaeba899e HTTP/1.1" status: 200 len: 1097 time: 0.8201516 Mar 07 17:04:07.336675 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68d6823f-48b8-4394-8da2-e8c6b1c746c8', 'tag': '036b4db1-3119-443f-8842-89baaeba899e'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:04:07.336675 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aba4c615e876ca6c23e5fed61a3d1f980fac3f984d457871ad3b292fe147bdb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1649c521-7570-42ee-b89c-9ac1e4ed7011" -d '{"events": [{"name": "network-changed", "server_uuid": "68d6823f-48b8-4394-8da2-e8c6b1c746c8", "tag": "036b4db1-3119-443f-8842-89baaeba899e"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:04:07.365574 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb79a6-b89f-4ef5-b1c6-c520fc94391e req-6499c776-ab95-4a69-8c2e-5ae0df38a4f8 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:07.367298 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-85eb79a6-b89f-4ef5-b1c6-c520fc94391e req-6499c776-ab95-4a69-8c2e-5ae0df38a4f8 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] 10.222.0.45 "GET /v2.0/ports?device_id=68d6823f-48b8-4394-8da2-e8c6b1c746c8 HTTP/1.1" status: 200 len: 947 time: 0.1157472 Mar 07 17:04:07.374826 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d306de00-4648-4f90-854b-1f61e1ae38fb service neutron] Pushing event updated for resources: {'Port': ['ID=036b4db1-3119-443f-8842-89baaeba899e,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:07.392862 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c9a98b-2a01-4d1c-90d7-1cbcbd602143 x-openstack-request-id: req-99c9a98b-2a01-4d1c-90d7-1cbcbd602143 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:04:07.393161 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68d6823f-48b8-4394-8da2-e8c6b1c746c8", "tag": "036b4db1-3119-443f-8842-89baaeba899e", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:04:07.393416 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-99c9a98b-2a01-4d1c-90d7-1cbcbd602143 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:04:07.393816 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68d6823f-48b8-4394-8da2-e8c6b1c746c8', 'tag': '036b4db1-3119-443f-8842-89baaeba899e', 'status': 'completed', 'code': 200} Mar 07 17:04:07.482031 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-85eb79a6-b89f-4ef5-b1c6-c520fc94391e req-e05c4e60-0e7a-411a-97aa-9d28f9175ec1 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] 10.222.0.45 "GET /v2.0/security-groups?id=95669664-f430-4a2a-82af-61c5d5362ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042423 Mar 07 17:04:07.497838 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649c521-7570-42ee-b89c-9ac1e4ed7011 req-eb589a06-806f-4acf-9441-ae4ad7058356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:07.498955 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1649c521-7570-42ee-b89c-9ac1e4ed7011 req-eb589a06-806f-4acf-9441-ae4ad7058356 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=62d80e82289f46afb82a7b35ff5936d2&device_id=68d6823f-48b8-4394-8da2-e8c6b1c746c8 HTTP/1.1" status: 200 len: 1131 time: 0.0697126 Mar 07 17:04:07.529548 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1649c521-7570-42ee-b89c-9ac1e4ed7011 req-25ba23d3-25d0-418a-93df-93f994423870 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=62d80e82289f46afb82a7b35ff5936d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231373 Mar 07 17:04:07.664076 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649c521-7570-42ee-b89c-9ac1e4ed7011 req-1878e4f5-3482-48db-9866-1ff993053feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:07.665538 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1649c521-7570-42ee-b89c-9ac1e4ed7011 req-1878e4f5-3482-48db-9866-1ff993053feb service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1292303 Mar 07 17:04:07.677323 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303d590-db0c-42d4-9aa3-6fc6984d447e req-5e989fda-4ce9-40e4-85f0-46f01193fcfa tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:07.678818 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e303d590-db0c-42d4-9aa3-6fc6984d447e req-5e989fda-4ce9-40e4-85f0-46f01193fcfa tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0767515 Mar 07 17:04:07.770322 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e303d590-db0c-42d4-9aa3-6fc6984d447e req-3aa89534-ba52-4cb8-ac67-f1ea8b4cdd1d tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824332 Mar 07 17:04:07.788128 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aed9e0-60c9-4330-af93-e892fcd3697d req-6d02c2d5-11d1-490a-ac5b-aaeffa374574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:07.789582 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-16aed9e0-60c9-4330-af93-e892fcd3697d req-6d02c2d5-11d1-490a-ac5b-aaeffa374574 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=62d80e82289f46afb82a7b35ff5936d2&device_id=68d6823f-48b8-4394-8da2-e8c6b1c746c8 HTTP/1.1" status: 200 len: 1131 time: 0.0858481 Mar 07 17:04:07.841663 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-16aed9e0-60c9-4330-af93-e892fcd3697d req-709d4ce6-345b-44bb-87ee-7dae4bf32963 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=036b4db1-3119-443f-8842-89baaeba899e HTTP/1.1" status: 200 len: 217 time: 0.0424733 Mar 07 17:04:07.893506 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aed9e0-60c9-4330-af93-e892fcd3697d req-1ed465a1-e333-46d8-8bb7-c3f185df9e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:07.894992 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-16aed9e0-60c9-4330-af93-e892fcd3697d req-1ed465a1-e333-46d8-8bb7-c3f185df9e73 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=285a713c-7487-42db-a011-2d4cd3e4a2a1 HTTP/1.1" status: 200 len: 843 time: 0.0482357 Mar 07 17:04:07.948278 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aed9e0-60c9-4330-af93-e892fcd3697d req-f456ca79-6fbf-4710-a0fc-4cd52c47b2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:07.949783 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-16aed9e0-60c9-4330-af93-e892fcd3697d req-f456ca79-6fbf-4710-a0fc-4cd52c47b2d8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7a5f128d-53f3-4530-a7c4-15fb1392cc17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0464458 Mar 07 17:04:08.050973 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-16aed9e0-60c9-4330-af93-e892fcd3697d req-cd9cb60c-4b42-463d-b978-dd7804c0cf92 service neutron] 10.222.0.53 "GET /v2.0/networks/7a5f128d-53f3-4530-a7c4-15fb1392cc17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935311 Mar 07 17:04:08.163159 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-16aed9e0-60c9-4330-af93-e892fcd3697d req-a56eff8c-89d3-4416-b8d9-339061736d93 service neutron] 10.222.0.53 "GET /v2.0/networks/7a5f128d-53f3-4530-a7c4-15fb1392cc17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039734 Mar 07 17:04:08.872386 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5925f97b-4a41-4323-8539-1b58f53548b4 req-46ae46b8-219b-47b3-9288-86c254c0fe5d tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:08.873875 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5925f97b-4a41-4323-8539-1b58f53548b4 req-46ae46b8-219b-47b3-9288-86c254c0fe5d tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] 10.222.0.45 "GET /v2.0/ports?device_id=68d6823f-48b8-4394-8da2-e8c6b1c746c8 HTTP/1.1" status: 200 len: 947 time: 0.3111181 Mar 07 17:04:08.927576 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca32c7-6f7f-4bc6-bd1a-c63224c8a952 req-76ae51ee-ecd5-492e-b970-b9f2958ec571 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:08.929017 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5aca32c7-6f7f-4bc6-bd1a-c63224c8a952 req-76ae51ee-ecd5-492e-b970-b9f2958ec571 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0923433 Mar 07 17:04:08.936551 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5925f97b-4a41-4323-8539-1b58f53548b4 req-9b713196-4203-4248-9fba-39fde3de443d tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] 10.222.0.45 "GET /v2.0/security-groups?id=95669664-f430-4a2a-82af-61c5d5362ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563602 Mar 07 17:04:08.980998 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5aca32c7-6f7f-4bc6-bd1a-c63224c8a952 req-54e11065-3913-40d6-aa77-8985b1c09ceb tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435278 Mar 07 17:04:09.664483 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 33674) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:09.786979 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bf06e984-fd0d-44e6-9d88-a0979e9d601c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:09.874210 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bf06e984-fd0d-44e6-9d88-a0979e9d601c admin admin] Publish callbacks [] for security_group (2d3db5a3-36f4-4162-96c7-bc0e0328b243), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:09.948108 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bf06e984-fd0d-44e6-9d88-a0979e9d601c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (2d3db5a3-36f4-4162-96c7-bc0e0328b243), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:09.994442 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-bf06e984-fd0d-44e6-9d88-a0979e9d601c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9f95a4af1c4c45b29d82591cc78d77c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3260479 Mar 07 17:04:09.994442 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf06e984-fd0d-44e6-9d88-a0979e9d601c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3db5a3-36f4-4162-96c7-bc0e0328b243,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:09.995272 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 33686) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:10.142477 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55a535-1414-4992-9744-2bbebd952fed req-50518488-d928-4215-954d-95120b946450 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:10.144022 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ce55a535-1414-4992-9744-2bbebd952fed req-50518488-d928-4215-954d-95120b946450 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] 10.222.0.45 "GET /v2.0/ports?device_id=68d6823f-48b8-4394-8da2-e8c6b1c746c8 HTTP/1.1" status: 200 len: 947 time: 0.1287391 Mar 07 17:04:10.149895 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9d04576d-107f-475f-b037-8faa8fe164f4 admin admin] Publish callbacks [] for security_group (2d3db5a3-36f4-4162-96c7-bc0e0328b243), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:10.185930 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80643524-5ba0-4c99-aa93-af50b3301c40 req-9477ac1f-af84-4a02-aa36-d90a4872ac79 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:10.187435 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-80643524-5ba0-4c99-aa93-af50b3301c40 req-9477ac1f-af84-4a02-aa36-d90a4872ac79 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.1256289 Mar 07 17:04:10.224016 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9d04576d-107f-475f-b037-8faa8fe164f4 admin admin] Publish callbacks [] for security_group (2d3db5a3-36f4-4162-96c7-bc0e0328b243), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:10.258063 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ce55a535-1414-4992-9744-2bbebd952fed req-21bb9238-aa64-4523-9b61-d9c6de8a478c tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] 10.222.0.45 "GET /v2.0/security-groups?id=95669664-f430-4a2a-82af-61c5d5362ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051667 Mar 07 17:04:10.301889 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-80643524-5ba0-4c99-aa93-af50b3301c40 req-2ebe3d93-fbd4-459d-9101-6bc350efdad1 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033070 Mar 07 17:04:10.452904 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9d04576d-107f-475f-b037-8faa8fe164f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (2d3db5a3-36f4-4162-96c7-bc0e0328b243), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:10.455420 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9d04576d-107f-475f-b037-8faa8fe164f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:10.456673 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-9d04576d-107f-475f-b037-8faa8fe164f4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2d3db5a3-36f4-4162-96c7-bc0e0328b243 HTTP/1.1" status: 204 len: 168 time: 0.4598083 Mar 07 17:04:10.464987 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04576d-107f-475f-b037-8faa8fe164f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3db5a3-36f4-4162-96c7-bc0e0328b243,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:11.079905 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 33708) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:11.093226 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8990b6f8-c4c0-4945-ade4-72ff4599718f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:11.168020 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8990b6f8-c4c0-4945-ade4-72ff4599718f admin admin] Publish callbacks [] for security_group (11cab72f-859b-48e9-bf77-5f986c34bc98), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:11.202767 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8990b6f8-c4c0-4945-ade4-72ff4599718f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (11cab72f-859b-48e9-bf77-5f986c34bc98), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:11.247608 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8990b6f8-c4c0-4945-ade4-72ff4599718f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11cab72f-859b-48e9-bf77-5f986c34bc98,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:11.252026 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-8990b6f8-c4c0-4945-ade4-72ff4599718f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ce29dde43b424a4c8b80f274832b5b0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1710567 Mar 07 17:04:11.254599 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 33724) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:11.305508 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5e7a787b-6432-4742-b444-c01a03275c67 admin admin] Publish callbacks [] for security_group (11cab72f-859b-48e9-bf77-5f986c34bc98), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:11.330790 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5e7a787b-6432-4742-b444-c01a03275c67 admin admin] Publish callbacks [] for security_group (11cab72f-859b-48e9-bf77-5f986c34bc98), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:11.453352 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334018c5-de2c-420f-9b04-d6c8d2c38a26 req-91301086-d593-421c-bf25-652721b417de tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:11.455014 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-334018c5-de2c-420f-9b04-d6c8d2c38a26 req-91301086-d593-421c-bf25-652721b417de tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] 10.222.0.45 "GET /v2.0/ports?device_id=68d6823f-48b8-4394-8da2-e8c6b1c746c8 HTTP/1.1" status: 200 len: 947 time: 0.1177604 Mar 07 17:04:11.479726 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462305f8-1df8-452b-b612-f639982bbb7e req-400cbb09-decb-4de6-aa1b-2097fcd20850 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:11.481744 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-462305f8-1df8-452b-b612-f639982bbb7e req-400cbb09-decb-4de6-aa1b-2097fcd20850 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0960429 Mar 07 17:04:11.526566 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5e7a787b-6432-4742-b444-c01a03275c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (11cab72f-859b-48e9-bf77-5f986c34bc98), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:11.528760 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5e7a787b-6432-4742-b444-c01a03275c67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:11.529891 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-5e7a787b-6432-4742-b444-c01a03275c67 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/11cab72f-859b-48e9-bf77-5f986c34bc98 HTTP/1.1" status: 204 len: 168 time: 0.2743256 Mar 07 17:04:11.563186 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-334018c5-de2c-420f-9b04-d6c8d2c38a26 req-b796be50-51d5-4d75-b25e-bc2b7dc0e0ad tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] 10.222.0.45 "GET /v2.0/security-groups?id=95669664-f430-4a2a-82af-61c5d5362ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004353 Mar 07 17:04:11.563978 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a787b-6432-4742-b444-c01a03275c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11cab72f-859b-48e9-bf77-5f986c34bc98,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:11.588834 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-462305f8-1df8-452b-b612-f639982bbb7e req-0147fee3-3428-45e4-8bca-5daceee61115 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975580 Mar 07 17:04:11.689024 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device 036b4db1-3119-443f-8842-89baaeba899e details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:04:11.785859 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port 036b4db1-3119-443f-8842-89baaeba899e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=036b4db1-3119-443f-8842-89baaeba899e,segment=NetworkSegment(38f5af07-0060-4cc4-be0b-0580891b255d),segment_id=38f5af07-0060-4cc4-be0b-0580891b255d)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:04:11.798615 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Returning: {'device': '036b4db1-3119-443f-8842-89baaeba899e', 'network_id': '7a5f128d-53f3-4530-a7c4-15fb1392cc17', 'port_id': '036b4db1-3119-443f-8842-89baaeba899e', 'mac_address': 'fa:16:3e:20:66:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '285a713c-7487-42db-a011-2d4cd3e4a2a1', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:04:11.844769 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Current status of the port 036b4db1-3119-443f-8842-89baaeba899e is: DOWN; New status is: BUILD {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:04:11.845193 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (036b4db1-3119-443f-8842-89baaeba899e), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:11.859281 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 036b4db1-3119-443f-8842-89baaeba899e {{(pid=103440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:04:11.880764 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port 036b4db1-3119-443f-8842-89baaeba899e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=036b4db1-3119-443f-8842-89baaeba899e,segment=NetworkSegment(38f5af07-0060-4cc4-be0b-0580891b255d),segment_id=38f5af07-0060-4cc4-be0b-0580891b255d)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:04:11.951624 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (036b4db1-3119-443f-8842-89baaeba899e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:12.006301 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Pushing event updated for resources: {'Port': ['ID=036b4db1-3119-443f-8842-89baaeba899e,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:12.015280 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:12.015614 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:12.016032 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:12.016427 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:12.016809 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:12.017192 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:12.018927 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:12.018927 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:12.018927 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:12.018927 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:12.018927 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:12.019787 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:12.020274 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:12.164800 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa2dcf-b24c-40e7-8ca2-ea1d36dcf63e req-535ec9e9-6c3a-441c-bd7f-0264bfa184b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:12.166843 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8aaa2dcf-b24c-40e7-8ca2-ea1d36dcf63e req-535ec9e9-6c3a-441c-bd7f-0264bfa184b2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 1129 time: 0.0504246 Mar 07 17:04:12.167604 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 33760) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:12.213594 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8aaa2dcf-b24c-40e7-8ca2-ea1d36dcf63e req-2e20e7d3-fc5d-4dae-af5d-9229b479acc8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397143 Mar 07 17:04:12.274002 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d9d34086-d7b1-48cc-bf42-20a31871c7e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:12.308768 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] get_ports_and_sgs() called for port_ids ['036b4db1-3119-443f-8842-89baaeba899e'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:04:12.358671 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 33772) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:12.373131 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bc81f771-28e2-4a0b-9424-8b70b00ed6e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:12.390751 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d9d34086-d7b1-48cc-bf42-20a31871c7e4 admin admin] Publish callbacks [] for security_group (fcb951c0-e196-4b3e-9960-b072051e3fc6), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:12.453228 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bc81f771-28e2-4a0b-9424-8b70b00ed6e0 admin admin] Publish callbacks [] for security_group (1b78c934-eea3-4b46-9b82-45ba28f3bba5), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:12.505304 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d9d34086-d7b1-48cc-bf42-20a31871c7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (fcb951c0-e196-4b3e-9960-b072051e3fc6), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:12.537757 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bc81f771-28e2-4a0b-9424-8b70b00ed6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (1b78c934-eea3-4b46-9b82-45ba28f3bba5), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:12.548967 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-d9d34086-d7b1-48cc-bf42-20a31871c7e4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ca5a86daf7854a28b7cc83f58236c619&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3777962 Mar 07 17:04:12.548967 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d34086-d7b1-48cc-bf42-20a31871c7e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb951c0-e196-4b3e-9960-b072051e3fc6,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:12.550631 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 33780) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:12.585801 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-bc81f771-28e2-4a0b-9424-8b70b00ed6e0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=63108b2b9b5549979be097d169c95c59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2235804 Mar 07 17:04:12.586181 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 33784) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:12.609375 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4d27c1c9-aeee-4cb9-a388-f5e037d984e2 admin admin] Publish callbacks [] for security_group (fcb951c0-e196-4b3e-9960-b072051e3fc6), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:12.614234 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc81f771-28e2-4a0b-9424-8b70b00ed6e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b78c934-eea3-4b46-9b82-45ba28f3bba5,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:12.665696 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4d27c1c9-aeee-4cb9-a388-f5e037d984e2 admin admin] Publish callbacks [] for security_group (fcb951c0-e196-4b3e-9960-b072051e3fc6), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:12.665834 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9bce03ea-0cdb-4c27-bf83-6fb3096d75b2 admin admin] Publish callbacks [] for security_group (1b78c934-eea3-4b46-9b82-45ba28f3bba5), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:12.691688 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9bce03ea-0cdb-4c27-bf83-6fb3096d75b2 admin admin] Publish callbacks [] for security_group (1b78c934-eea3-4b46-9b82-45ba28f3bba5), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:12.805754 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23dbee6-b06a-42cf-9fd2-2ff42c85e6e9 req-cebc66fa-1560-435c-9cb3-ce84811ec385 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:12.805754 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c23dbee6-b06a-42cf-9fd2-2ff42c85e6e9 req-cebc66fa-1560-435c-9cb3-ce84811ec385 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] 10.222.0.45 "GET /v2.0/ports?device_id=68d6823f-48b8-4394-8da2-e8c6b1c746c8 HTTP/1.1" status: 200 len: 948 time: 0.1253188 Mar 07 17:04:12.814218 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b629d45-2cc5-4f33-9ced-90d80eb06cc5 req-52f54e84-6c44-4570-9a3e-01f66ddbc760 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:12.815715 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3b629d45-2cc5-4f33-9ced-90d80eb06cc5 req-52f54e84-6c44-4570-9a3e-01f66ddbc760 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0919619 Mar 07 17:04:12.825455 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9bce03ea-0cdb-4c27-bf83-6fb3096d75b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (1b78c934-eea3-4b46-9b82-45ba28f3bba5), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:12.828033 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9bce03ea-0cdb-4c27-bf83-6fb3096d75b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:12.832744 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-9bce03ea-0cdb-4c27-bf83-6fb3096d75b2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1b78c934-eea3-4b46-9b82-45ba28f3bba5 HTTP/1.1" status: 204 len: 168 time: 0.2454135 Mar 07 17:04:12.843810 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce03ea-0cdb-4c27-bf83-6fb3096d75b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b78c934-eea3-4b46-9b82-45ba28f3bba5,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:12.896694 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c23dbee6-b06a-42cf-9fd2-2ff42c85e6e9 req-d367e598-688b-491d-9218-86f18bdb546d tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] 10.222.0.45 "GET /v2.0/security-groups?id=95669664-f430-4a2a-82af-61c5d5362ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798070 Mar 07 17:04:12.907793 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3b629d45-2cc5-4f33-9ced-90d80eb06cc5 req-aaa6a25e-270e-4bdb-928f-37724a0c9382 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837567 Mar 07 17:04:12.918378 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4d27c1c9-aeee-4cb9-a388-f5e037d984e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (fcb951c0-e196-4b3e-9960-b072051e3fc6), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:12.921914 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4d27c1c9-aeee-4cb9-a388-f5e037d984e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:12.923112 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-4d27c1c9-aeee-4cb9-a388-f5e037d984e2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fcb951c0-e196-4b3e-9960-b072051e3fc6 HTTP/1.1" status: 204 len: 168 time: 0.3715122 Mar 07 17:04:12.931411 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d27c1c9-aeee-4cb9-a388-f5e037d984e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb951c0-e196-4b3e-9960-b072051e3fc6,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:13.512116 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 33866) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:13.563391 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8b64ccd-253d-48ae-858f-53ac894f720c admin admin] Deleting subnet 807ee056-0895-41e9-b58e-ea897996de6e {{(pid=103431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 17:04:13.567210 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e8b64ccd-253d-48ae-858f-53ac894f720c admin admin] Publish callbacks [] for subnet (807ee056-0895-41e9-b58e-ea897996de6e), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:13.602899 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e8b64ccd-253d-48ae-858f-53ac894f720c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60696947'] for subnet (807ee056-0895-41e9-b58e-ea897996de6e), precommit_delete_associations {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:13.640997 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e8b64ccd-253d-48ae-858f-53ac894f720c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712441'] for subnet (807ee056-0895-41e9-b58e-ea897996de6e), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:13.793690 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e8b64ccd-253d-48ae-858f-53ac894f720c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58733494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60764649'] for subnet (807ee056-0895-41e9-b58e-ea897996de6e), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:13.821021 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e8b64ccd-253d-48ae-858f-53ac894f720c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:13.825082 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-e8b64ccd-253d-48ae-858f-53ac894f720c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/807ee056-0895-41e9-b58e-ea897996de6e HTTP/1.1" status: 204 len: 168 time: 0.3118906 Mar 07 17:04:13.826130 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b64ccd-253d-48ae-858f-53ac894f720c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=807ee056-0895-41e9-b58e-ea897996de6e,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:13.828397 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 33880) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:14.116094 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-800df051-0738-4256-8413-923a8d7d0719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748406'] for network (f0ba2ac5-e921-472b-88a3-6533d2d73ab7), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:14.170200 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2c481-59f3-44cc-88f0-3c176e327515 req-e62471bb-8e7d-4367-a105-c3748d8af208 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:14.171706 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-47d2c481-59f3-44cc-88f0-3c176e327515 req-e62471bb-8e7d-4367-a105-c3748d8af208 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] 10.222.0.45 "GET /v2.0/ports?device_id=68d6823f-48b8-4394-8da2-e8c6b1c746c8 HTTP/1.1" status: 200 len: 948 time: 0.1203201 Mar 07 17:04:14.182969 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f12e1b-17a2-44c9-aea6-3e69968b34d7 req-35ace161-a70b-4acf-84a3-49f6d71ae3f8 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:14.184513 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-13f12e1b-17a2-44c9-aea6-3e69968b34d7 req-35ace161-a70b-4acf-84a3-49f6d71ae3f8 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.1235354 Mar 07 17:04:14.226297 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-800df051-0738-4256-8413-923a8d7d0719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856182', 'neutron.services.segments.db._delete_segments_for_network-8762244314215'] for network (f0ba2ac5-e921-472b-88a3-6533d2d73ab7), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:14.254355 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.services.segments.db [None req-800df051-0738-4256-8413-923a8d7d0719 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0ba2ac5-e921-472b-88a3-6533d2d73ab7']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:04:14.264857 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.services.segments.db [None req-800df051-0738-4256-8413-923a8d7d0719 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7451eada-fdb2-4516-89ac-87a09343a6b0') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:04:14.265294 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-47d2c481-59f3-44cc-88f0-3c176e327515 req-75a82b1f-c24c-4123-9d46-eb9d96b794fd tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] 10.222.0.45 "GET /v2.0/security-groups?id=95669664-f430-4a2a-82af-61c5d5362ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797708 Mar 07 17:04:14.268264 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-13f12e1b-17a2-44c9-aea6-3e69968b34d7 req-fae32834-1a42-4895-b276-4ad065975e64 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768063 Mar 07 17:04:14.271897 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.services.segments.db [None req-800df051-0738-4256-8413-923a8d7d0719 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7451eada-fdb2-4516-89ac-87a09343a6b0') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:04:14.284176 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-800df051-0738-4256-8413-923a8d7d0719 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762244314736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50883859'] for segment (7451eada-fdb2-4516-89ac-87a09343a6b0), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:14.303497 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-800df051-0738-4256-8413-923a8d7d0719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696658'] for segment (7451eada-fdb2-4516-89ac-87a09343a6b0), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:14.310280 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-800df051-0738-4256-8413-923a8d7d0719 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 17:04:14.310666 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-800df051-0738-4256-8413-923a8d7d0719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51013805'] for segment (7451eada-fdb2-4516-89ac-87a09343a6b0), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:14.312443 dv-cinder-804035-42-iscsi neutron-server[103433]: Traceback (most recent call last): Mar 07 17:04:14.312443 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 17:04:14.312443 dv-cinder-804035-42-iscsi neutron-server[103433]: timer() Mar 07 17:04:14.312443 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 17:04:14.312443 dv-cinder-804035-42-iscsi neutron-server[103433]: cb(*args, **kw) Mar 07 17:04:14.312443 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 17:04:14.312443 dv-cinder-804035-42-iscsi neutron-server[103433]: return func(*args, **kwargs) Mar 07 17:04:14.312443 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 17:04:14.312443 dv-cinder-804035-42-iscsi neutron-server[103433]: self._notify() Mar 07 17:04:14.312443 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 17:04:14.312443 dv-cinder-804035-42-iscsi neutron-server[103433]: self.callback(batched_events) Mar 07 17:04:14.312443 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 17:04:14.312443 dv-cinder-804035-42-iscsi neutron-server[103433]: event.method(event) Mar 07 17:04:14.312443 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 17:04:14.312443 dv-cinder-804035-42-iscsi neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 17:04:14.312443 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 17:04:14.312443 dv-cinder-804035-42-iscsi neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 17:04:14.312443 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 17:04:14.312443 dv-cinder-804035-42-iscsi neutron-server[103433]: return f(self, *a, **k) Mar 07 17:04:14.312443 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 17:04:14.312443 dv-cinder-804035-42-iscsi neutron-server[103433]: return self._get(url).json() Mar 07 17:04:14.312443 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 17:04:14.312443 dv-cinder-804035-42-iscsi neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 17:04:14.312443 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 17:04:14.312443 dv-cinder-804035-42-iscsi neutron-server[103433]: return self.request(url, 'GET', **kwargs) Mar 07 17:04:14.312443 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 17:04:14.312443 dv-cinder-804035-42-iscsi neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 17:04:14.312443 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 17:04:14.312443 dv-cinder-804035-42-iscsi neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 17:04:14.312443 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 17:04:14.312443 dv-cinder-804035-42-iscsi neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 17:04:14.312443 dv-cinder-804035-42-iscsi neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 17:04:14.460098 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-800df051-0738-4256-8413-923a8d7d0719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2048162'] for network (f0ba2ac5-e921-472b-88a3-6533d2d73ab7), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:14.467059 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-800df051-0738-4256-8413-923a8d7d0719 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:14.473102 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-800df051-0738-4256-8413-923a8d7d0719 admin admin] 10.222.0.45 "DELETE /v2.0/networks/f0ba2ac5-e921-472b-88a3-6533d2d73ab7 HTTP/1.1" status: 204 len: 168 time: 0.6399741 Mar 07 17:04:14.474461 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 33914) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:14.481187 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800df051-0738-4256-8413-923a8d7d0719 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0ba2ac5-e921-472b-88a3-6533d2d73ab7,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:14.525301 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_v2 [None req-faa636a7-799b-469f-9c97-9a090542c892 admin admin] Deleting subnet db91a032-1273-4fcc-b757-e201983ce2c3 {{(pid=103431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 17:04:14.529303 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-faa636a7-799b-469f-9c97-9a090542c892 admin admin] Publish callbacks [] for subnet (db91a032-1273-4fcc-b757-e201983ce2c3), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:14.564768 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-faa636a7-799b-469f-9c97-9a090542c892 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60696947'] for subnet (db91a032-1273-4fcc-b757-e201983ce2c3), precommit_delete_associations {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:14.604203 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-faa636a7-799b-469f-9c97-9a090542c892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712441'] for subnet (db91a032-1273-4fcc-b757-e201983ce2c3), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:14.785281 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-faa636a7-799b-469f-9c97-9a090542c892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58733494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60764649'] for subnet (db91a032-1273-4fcc-b757-e201983ce2c3), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:14.812048 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa636a7-799b-469f-9c97-9a090542c892 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db91a032-1273-4fcc-b757-e201983ce2c3,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:14.816107 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-faa636a7-799b-469f-9c97-9a090542c892 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:14.819277 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-faa636a7-799b-469f-9c97-9a090542c892 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/db91a032-1273-4fcc-b757-e201983ce2c3 HTTP/1.1" status: 204 len: 168 time: 0.3433089 Mar 07 17:04:14.821815 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 33918) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:14.861130 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 33920) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:14.898415 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6a0fb1d5-be57-4883-94a9-0759a18c87cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748406'] for network (eb16cddd-0d1e-4231-8d83-cd66ae2692c9), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:14.984979 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6a0fb1d5-be57-4883-94a9-0759a18c87cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856182', 'neutron.services.segments.db._delete_segments_for_network-8762244314215'] for network (eb16cddd-0d1e-4231-8d83-cd66ae2692c9), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:14.997694 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c3d3b10d-e4ef-469b-b697-83e4acb7b47a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:15.010997 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-6a0fb1d5-be57-4883-94a9-0759a18c87cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb16cddd-0d1e-4231-8d83-cd66ae2692c9']}} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:04:15.020941 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-6a0fb1d5-be57-4883-94a9-0759a18c87cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39d5bbb4-05ca-4718-87ff-3fafea55136d') {'for_net_delete': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:04:15.021244 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-6a0fb1d5-be57-4883-94a9-0759a18c87cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39d5bbb4-05ca-4718-87ff-3fafea55136d') {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:04:15.031484 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6a0fb1d5-be57-4883-94a9-0759a18c87cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762244314736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60696968'] for segment (39d5bbb4-05ca-4718-87ff-3fafea55136d), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:15.045284 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6a0fb1d5-be57-4883-94a9-0759a18c87cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696658'] for segment (39d5bbb4-05ca-4718-87ff-3fafea55136d), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:15.051596 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a0fb1d5-be57-4883-94a9-0759a18c87cb admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=103431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 17:04:15.051983 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6a0fb1d5-be57-4883-94a9-0759a18c87cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58733532'] for segment (39d5bbb4-05ca-4718-87ff-3fafea55136d), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:15.053605 dv-cinder-804035-42-iscsi neutron-server[103431]: Traceback (most recent call last): Mar 07 17:04:15.053605 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 17:04:15.053605 dv-cinder-804035-42-iscsi neutron-server[103431]: timer() Mar 07 17:04:15.053605 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 17:04:15.053605 dv-cinder-804035-42-iscsi neutron-server[103431]: cb(*args, **kw) Mar 07 17:04:15.053605 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 17:04:15.053605 dv-cinder-804035-42-iscsi neutron-server[103431]: return func(*args, **kwargs) Mar 07 17:04:15.053605 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 17:04:15.053605 dv-cinder-804035-42-iscsi neutron-server[103431]: self._notify() Mar 07 17:04:15.053605 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 17:04:15.053605 dv-cinder-804035-42-iscsi neutron-server[103431]: self.callback(batched_events) Mar 07 17:04:15.053605 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 17:04:15.053605 dv-cinder-804035-42-iscsi neutron-server[103431]: event.method(event) Mar 07 17:04:15.053605 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 17:04:15.053605 dv-cinder-804035-42-iscsi neutron-server[103431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 17:04:15.053605 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 17:04:15.053605 dv-cinder-804035-42-iscsi neutron-server[103431]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 17:04:15.053605 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 17:04:15.053605 dv-cinder-804035-42-iscsi neutron-server[103431]: return f(self, *a, **k) Mar 07 17:04:15.053605 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 17:04:15.053605 dv-cinder-804035-42-iscsi neutron-server[103431]: return self._get(url).json() Mar 07 17:04:15.053605 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 17:04:15.053605 dv-cinder-804035-42-iscsi neutron-server[103431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 17:04:15.053605 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 17:04:15.053605 dv-cinder-804035-42-iscsi neutron-server[103431]: return self.request(url, 'GET', **kwargs) Mar 07 17:04:15.053605 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 17:04:15.053605 dv-cinder-804035-42-iscsi neutron-server[103431]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 17:04:15.053605 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 17:04:15.053605 dv-cinder-804035-42-iscsi neutron-server[103431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 17:04:15.053605 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 17:04:15.053605 dv-cinder-804035-42-iscsi neutron-server[103431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 17:04:15.053605 dv-cinder-804035-42-iscsi neutron-server[103431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 17:04:15.072112 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c3d3b10d-e4ef-469b-b697-83e4acb7b47a admin admin] Publish callbacks [] for security_group (8fd720dd-4e03-4f24-b1b2-9060f0c1c0f2), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:15.219840 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c3d3b10d-e4ef-469b-b697-83e4acb7b47a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (8fd720dd-4e03-4f24-b1b2-9060f0c1c0f2), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:15.219995 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6a0fb1d5-be57-4883-94a9-0759a18c87cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2048162'] for network (eb16cddd-0d1e-4231-8d83-cd66ae2692c9), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:15.233672 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6a0fb1d5-be57-4883-94a9-0759a18c87cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:15.233672 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-6a0fb1d5-be57-4883-94a9-0759a18c87cb admin admin] 10.222.0.45 "DELETE /v2.0/networks/eb16cddd-0d1e-4231-8d83-cd66ae2692c9 HTTP/1.1" status: 204 len: 168 time: 0.4083061 Mar 07 17:04:15.240511 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0fb1d5-be57-4883-94a9-0759a18c87cb admin admin] Pushing event deleted for resources: {'Network': ['ID=eb16cddd-0d1e-4231-8d83-cd66ae2692c9,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:15.262621 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-c3d3b10d-e4ef-469b-b697-83e4acb7b47a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cba3fec4d2d14a32830e3075db673519&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3992896 Mar 07 17:04:15.262621 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d3b10d-e4ef-469b-b697-83e4acb7b47a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd720dd-4e03-4f24-b1b2-9060f0c1c0f2,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:15.267259 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 33930) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:15.328709 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ba1bafcf-7add-4f5a-a7a3-88b9b6d31343 admin admin] Publish callbacks [] for security_group (8fd720dd-4e03-4f24-b1b2-9060f0c1c0f2), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:15.363581 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ba1bafcf-7add-4f5a-a7a3-88b9b6d31343 admin admin] Publish callbacks [] for security_group (8fd720dd-4e03-4f24-b1b2-9060f0c1c0f2), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:15.456401 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb766d-5c73-4142-a653-a2db76daf63e req-86b9ed28-a5db-4636-a484-462fb18523f9 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:15.457943 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7ffb766d-5c73-4142-a653-a2db76daf63e req-86b9ed28-a5db-4636-a484-462fb18523f9 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] 10.222.0.45 "GET /v2.0/ports?device_id=68d6823f-48b8-4394-8da2-e8c6b1c746c8 HTTP/1.1" status: 200 len: 948 time: 0.0972455 Mar 07 17:04:15.470354 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c847ec9-5614-47ba-8653-e8c221213bbd req-366208dc-2db7-4891-89b3-f68aef993c8c tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:15.471785 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4c847ec9-5614-47ba-8653-e8c221213bbd req-366208dc-2db7-4891-89b3-f68aef993c8c tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0823159 Mar 07 17:04:15.534026 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ba1bafcf-7add-4f5a-a7a3-88b9b6d31343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (8fd720dd-4e03-4f24-b1b2-9060f0c1c0f2), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:15.536794 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ba1bafcf-7add-4f5a-a7a3-88b9b6d31343 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:15.540480 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-ba1bafcf-7add-4f5a-a7a3-88b9b6d31343 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8fd720dd-4e03-4f24-b1b2-9060f0c1c0f2 HTTP/1.1" status: 204 len: 168 time: 0.2699459 Mar 07 17:04:15.550312 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7ffb766d-5c73-4142-a653-a2db76daf63e req-c46a0fcb-ec7c-4c20-b00c-65afd02c3ed4 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] 10.222.0.45 "GET /v2.0/security-groups?id=95669664-f430-4a2a-82af-61c5d5362ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775928 Mar 07 17:04:15.557620 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1bafcf-7add-4f5a-a7a3-88b9b6d31343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd720dd-4e03-4f24-b1b2-9060f0c1c0f2,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:15.569362 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4c847ec9-5614-47ba-8653-e8c221213bbd req-58f22e04-a995-4774-9e7d-174a641c1627 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876362 Mar 07 17:04:15.608493 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 33944) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:15.652253 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-b2acbf2d-978c-4c26-8db2-51578b32d520 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f22642e17d894f718fd249f6fc692530&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424681 Mar 07 17:04:15.652501 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 33948) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:15.701640 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5c44995c-4c6e-428b-ae1f-2142ba4654bb admin admin] Publish callbacks [] for security_group (dc3dd1a4-ec31-4833-9558-7930cfd06684), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:15.723941 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5c44995c-4c6e-428b-ae1f-2142ba4654bb admin admin] Publish callbacks [] for security_group (dc3dd1a4-ec31-4833-9558-7930cfd06684), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:15.771539 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device 036b4db1-3119-443f-8842-89baaeba899e up at agent hyperv_hv-cinder-80403 {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:04:15.865878 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5c44995c-4c6e-428b-ae1f-2142ba4654bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (dc3dd1a4-ec31-4833-9558-7930cfd06684), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:15.868762 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5c44995c-4c6e-428b-ae1f-2142ba4654bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:15.872873 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-5c44995c-4c6e-428b-ae1f-2142ba4654bb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dc3dd1a4-ec31-4833-9558-7930cfd06684 HTTP/1.1" status: 204 len: 168 time: 0.2176492 Mar 07 17:04:15.880072 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c44995c-4c6e-428b-ae1f-2142ba4654bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3dd1a4-ec31-4833-9558-7930cfd06684,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:15.900514 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Provisioning for port 036b4db1-3119-443f-8842-89baaeba899e completed by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 17:04:15.902966 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d4b5dd06-ec1d-465d-8493-f892b3521158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:15.907656 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Provisioning complete for port 036b4db1-3119-443f-8842-89baaeba899e triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:04:15.907656 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (036b4db1-3119-443f-8842-89baaeba899e), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:16.016871 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Current status of the port 036b4db1-3119-443f-8842-89baaeba899e is: BUILD; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:04:16.017277 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (036b4db1-3119-443f-8842-89baaeba899e), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:16.023938 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd29ad9-c2f9-472e-a484-6e9e61477cb7 req-4255685e-5b5c-4e44-b47a-b568ecfd35f1 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:16.026781 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ffd29ad9-c2f9-472e-a484-6e9e61477cb7 req-4255685e-5b5c-4e44-b47a-b568ecfd35f1 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0607927 Mar 07 17:04:16.047397 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d6823f-48b8-4394-8da2-e8c6b1c746c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '036b4db1-3119-443f-8842-89baaeba899e'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:04:16.049491 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11138cde4cb47aed6ab60590cdc6142137d0740b05d94cd9dbb0d95d7575220c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce685fe3-c5e2-410a-889c-45ab49c18e01" -d '{"events": [{"server_uuid": "68d6823f-48b8-4394-8da2-e8c6b1c746c8", "name": "network-vif-plugged", "status": "completed", "tag": "036b4db1-3119-443f-8842-89baaeba899e"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:04:16.064723 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port 036b4db1-3119-443f-8842-89baaeba899e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=036b4db1-3119-443f-8842-89baaeba899e,segment=NetworkSegment(38f5af07-0060-4cc4-be0b-0580891b255d),segment_id=38f5af07-0060-4cc4-be0b-0580891b255d)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:04:16.081412 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ffd29ad9-c2f9-472e-a484-6e9e61477cb7 req-4afd3586-12c2-40b1-9c72-59a85075f381 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481005 Mar 07 17:04:16.100795 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f03cc1-5d7c-4917-8b1b-b0f34d86e84b x-openstack-request-id: req-a6f03cc1-5d7c-4917-8b1b-b0f34d86e84b {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:04:16.100795 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68d6823f-48b8-4394-8da2-e8c6b1c746c8", "name": "network-vif-plugged", "status": "completed", "tag": "036b4db1-3119-443f-8842-89baaeba899e", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:04:16.100795 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a6f03cc1-5d7c-4917-8b1b-b0f34d86e84b {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:04:16.100795 dv-cinder-804035-42-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68d6823f-48b8-4394-8da2-e8c6b1c746c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '036b4db1-3119-443f-8842-89baaeba899e', 'code': 200} Mar 07 17:04:16.162627 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (036b4db1-3119-443f-8842-89baaeba899e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:16.212728 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Pushing event updated for resources: {'Port': ['ID=036b4db1-3119-443f-8842-89baaeba899e,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:16.581008 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 33984) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:16.634299 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-9187f1c3-bffc-4bd0-a26d-6c08f9f0db83 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=77d2c4dfe3be4e808ff6fa751348015e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0508907 Mar 07 17:04:16.637253 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 33992) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:16.684480 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2be33c-bb9f-4060-b44b-3b5091469f9f req-a74b4c13-38ca-457f-9499-376d83a01c52 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:16.686082 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1d2be33c-bb9f-4060-b44b-3b5091469f9f req-a74b4c13-38ca-457f-9499-376d83a01c52 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] 10.222.0.45 "GET /v2.0/ports?device_id=68d6823f-48b8-4394-8da2-e8c6b1c746c8 HTTP/1.1" status: 200 len: 949 time: 0.0553071 Mar 07 17:04:16.690336 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e50f9427-8274-4d3b-88ae-b56e5e6c640d admin admin] Publish callbacks [] for security_group (73982d83-3c19-4ed2-acb9-7496bf0a46bf), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:16.713596 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e50f9427-8274-4d3b-88ae-b56e5e6c640d admin admin] Publish callbacks [] for security_group (73982d83-3c19-4ed2-acb9-7496bf0a46bf), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:16.736789 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1d2be33c-bb9f-4060-b44b-3b5091469f9f req-70834114-ccc6-40f6-9434-979a9d324ba0 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] 10.222.0.45 "GET /v2.0/security-groups?id=95669664-f430-4a2a-82af-61c5d5362ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428495 Mar 07 17:04:16.846934 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e50f9427-8274-4d3b-88ae-b56e5e6c640d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (73982d83-3c19-4ed2-acb9-7496bf0a46bf), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:16.849511 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e50f9427-8274-4d3b-88ae-b56e5e6c640d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:16.850661 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-e50f9427-8274-4d3b-88ae-b56e5e6c640d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/73982d83-3c19-4ed2-acb9-7496bf0a46bf HTTP/1.1" status: 204 len: 168 time: 0.2123640 Mar 07 17:04:16.868188 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f9427-8274-4d3b-88ae-b56e5e6c640d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73982d83-3c19-4ed2-acb9-7496bf0a46bf,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:17.248309 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ac0ef-ad39-4041-be4a-2344e242cedc req-3bf6e3f0-c907-44b4-837d-07d90b81fadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:17.249818 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ca2ac0ef-ad39-4041-be4a-2344e242cedc req-3bf6e3f0-c907-44b4-837d-07d90b81fadb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=07ebdeb0ad254b0889bc30be49117698&device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 1129 time: 0.0822349 Mar 07 17:04:17.272328 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac1bec-1e8c-480a-b503-93be7853852c req-7e1082fd-d82b-41f0-97f0-926009b7f9dc tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:17.273809 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-48ac1bec-1e8c-480a-b503-93be7853852c req-7e1082fd-d82b-41f0-97f0-926009b7f9dc tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0773735 Mar 07 17:04:17.383709 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-48ac1bec-1e8c-480a-b503-93be7853852c req-74f1abcd-6fee-40b8-9f4b-e1f74e5743f2 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973415 Mar 07 17:04:17.406588 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ac0ef-ad39-4041-be4a-2344e242cedc req-ce302295-d57f-4a43-abd0-8f0430ecc428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:17.409126 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ca2ac0ef-ad39-4041-be4a-2344e242cedc req-ce302295-d57f-4a43-abd0-8f0430ecc428 service neutron] 10.222.0.53 "GET /v2.0/networks?id=504454ff-a447-4f42-b96f-99b47903621f HTTP/1.1" status: 200 len: 920 time: 0.1528339 Mar 07 17:04:17.477405 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ca2ac0ef-ad39-4041-be4a-2344e242cedc req-fe262df1-285b-40db-b448-bc1dd1e0c3a9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=293f83de-e9fc-4e45-83a0-993997bce3a1 HTTP/1.1" status: 200 len: 217 time: 0.0580795 Mar 07 17:04:17.551491 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ac0ef-ad39-4041-be4a-2344e242cedc req-d8b92b87-dba1-4cbd-9878-8875d6bf1af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:17.553044 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ca2ac0ef-ad39-4041-be4a-2344e242cedc req-d8b92b87-dba1-4cbd-9878-8875d6bf1af8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4efc1e77-65c1-4cf0-9f44-cec7156fd1b4 HTTP/1.1" status: 200 len: 859 time: 0.0596359 Mar 07 17:04:17.559751 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a25c5-59d7-40b5-bd6b-7137bfe13cbf req-569575e8-e3e9-43ba-8dce-3eb7ae6c2a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:17.561078 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-261a25c5-59d7-40b5-bd6b-7137bfe13cbf req-569575e8-e3e9-43ba-8dce-3eb7ae6c2a19 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=68d6823f-48b8-4394-8da2-e8c6b1c746c8 HTTP/1.1" status: 200 len: 1133 time: 0.0942917 Mar 07 17:04:17.621914 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ca2ac0ef-ad39-4041-be4a-2344e242cedc req-e7ff8bb1-925f-4083-a310-159fac7146a7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=504454ff-a447-4f42-b96f-99b47903621f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439262 Mar 07 17:04:17.708271 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-261a25c5-59d7-40b5-bd6b-7137bfe13cbf req-54c85082-3fca-470b-b81d-d353fb9b0377 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=95669664-f430-4a2a-82af-61c5d5362ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315715 Mar 07 17:04:17.733991 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ca2ac0ef-ad39-4041-be4a-2344e242cedc req-83715252-af0a-4141-8935-36011472f0f1 service neutron] 10.222.0.53 "GET /v2.0/networks/504454ff-a447-4f42-b96f-99b47903621f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022122 Mar 07 17:04:17.825471 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:17.872739 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7dbd05-bff0-4ec3-bbf0-9b3127117bcd req-9200fb58-7194-4567-9b29-de9a14b71ac2 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:17.874308 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fb7dbd05-bff0-4ec3-bbf0-9b3127117bcd req-9200fb58-7194-4567-9b29-de9a14b71ac2 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] 10.222.0.45 "GET /v2.0/ports?device_id=68d6823f-48b8-4394-8da2-e8c6b1c746c8 HTTP/1.1" status: 200 len: 949 time: 0.0560863 Mar 07 17:04:17.924611 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fb7dbd05-bff0-4ec3-bbf0-9b3127117bcd req-63cbc13a-2a96-48f5-92a8-3745f1e86a91 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] 10.222.0.45 "GET /v2.0/security-groups?id=95669664-f430-4a2a-82af-61c5d5362ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448642 Mar 07 17:04:18.204731 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ca2ac0ef-ad39-4041-be4a-2344e242cedc req-5a089dbb-4337-480c-a5b6-377a15fe7fda service neutron] 10.222.0.53 "GET /v2.0/networks/504454ff-a447-4f42-b96f-99b47903621f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959153 Mar 07 17:04:18.219902 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 34086) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:18.332569 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-fc42f2e3-c537-48e0-9b45-f0340bf2adf2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1696442904-network', 'tenant_id': 'bd6188d67ed045bbb9f5a1d8a4aa2fe5'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:04:18.425715 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-68c206e1-6c54-4dc3-b421-42fa7a4d4d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:18.426202 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc42f2e3-c537-48e0-9b45-f0340bf2adf2 admin admin] Made reservation on behalf of bd6188d67ed045bbb9f5a1d8a4aa2fe5 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:04:18.431429 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fc42f2e3-c537-48e0-9b45-f0340bf2adf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:18.441944 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fc42f2e3-c537-48e0-9b45-f0340bf2adf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:18.541286 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104d43f-690a-4b35-9f39-1b84db0033d0 req-6e027c70-f17a-412a-874a-528a8a191c4c tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:18.541286 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2104d43f-690a-4b35-9f39-1b84db0033d0 req-6e027c70-f17a-412a-874a-528a8a191c4c tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0847099 Mar 07 17:04:18.572197 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fc42f2e3-c537-48e0-9b45-f0340bf2adf2 admin admin] Publish callbacks [] for security_group (5556d38f-cae6-4b56-83ff-aaf36e7dcf4a), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:18.611285 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2104d43f-690a-4b35-9f39-1b84db0033d0 req-ba11c880-3947-431c-a4ff-fdb2475688ff tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574684 Mar 07 17:04:18.662740 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fc42f2e3-c537-48e0-9b45-f0340bf2adf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (5556d38f-cae6-4b56-83ff-aaf36e7dcf4a), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:18.693798 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc42f2e3-c537-48e0-9b45-f0340bf2adf2 admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 17:04:18.700801 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc42f2e3-c537-48e0-9b45-f0340bf2adf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5556d38f-cae6-4b56-83ff-aaf36e7dcf4a,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:18.706648 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fc42f2e3-c537-48e0-9b45-f0340bf2adf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696658'] for segment (4cd949f7-03a8-44ef-bbb6-74e5d6820ac5), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:18.707049 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.db.segments_db [None req-fc42f2e3-c537-48e0-9b45-f0340bf2adf2 admin admin] Added segment 4cd949f7-03a8-44ef-bbb6-74e5d6820ac5 of type vlan for network ba593602-edf8-456e-903a-c3b91309fe72 Mar 07 17:04:18.769428 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fc42f2e3-c537-48e0-9b45-f0340bf2adf2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762243790367'] for network (ba593602-edf8-456e-903a-c3b91309fe72), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:18.962873 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fc42f2e3-c537-48e0-9b45-f0340bf2adf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490'] for network (ba593602-edf8-456e-903a-c3b91309fe72), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:18.964345 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc42f2e3-c537-48e0-9b45-f0340bf2adf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:18.965094 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fc42f2e3-c537-48e0-9b45-f0340bf2adf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:19.029167 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc42f2e3-c537-48e0-9b45-f0340bf2adf2 admin admin] Pushing event updated for resources: {'Network': ['ID=ba593602-edf8-456e-903a-c3b91309fe72,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:19.044259 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Network ba593602-edf8-456e-903a-c3b91309fe72 details requested by agent ovs-agent-dv-cinder-804035-42-iscsi with host dv-cinder-804035-42-iscsi {{(pid=103440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 17:04:19.051202 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d44f2d-0b4d-4292-b1ba-0156f964748a req-b9cecb29-7620-443d-8084-901b056c7353 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:19.054763 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c9d44f2d-0b4d-4292-b1ba-0156f964748a req-b9cecb29-7620-443d-8084-901b056c7353 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] 10.222.0.45 "GET /v2.0/ports?device_id=68d6823f-48b8-4394-8da2-e8c6b1c746c8 HTTP/1.1" status: 200 len: 949 time: 0.0589163 Mar 07 17:04:19.074681 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-fc42f2e3-c537-48e0-9b45-f0340bf2adf2 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8535044 Mar 07 17:04:19.077490 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 34128) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:19.084055 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-01367e90-984f-4818-baa5-c3833d94845e admin admin] Request body: {'subnet': {'network_id': 'ba593602-edf8-456e-903a-c3b91309fe72', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1696442904-subnet', 'tenant_id': 'bd6188d67ed045bbb9f5a1d8a4aa2fe5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:04:19.117961 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c9d44f2d-0b4d-4292-b1ba-0156f964748a req-785ad9d9-c24a-4131-b8ff-6c732244b67d tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] 10.222.0.45 "GET /v2.0/security-groups?id=95669664-f430-4a2a-82af-61c5d5362ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576012 Mar 07 17:04:19.202317 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01367e90-984f-4818-baa5-c3833d94845e admin admin] Made reservation on behalf of bd6188d67ed045bbb9f5a1d8a4aa2fe5 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:04:19.204848 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-01367e90-984f-4818-baa5-c3833d94845e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-52271328'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:19.465062 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-01367e90-984f-4818-baa5-c3833d94845e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51015424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-52271358'] for subnet (f90e4243-c971-4198-8766-1c39992d5d25), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:19.518024 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f51edf1-0f4a-492d-8efb-b64a87b68b65 req-a07c6239-64c2-458a-a21f-7230f843c7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:19.519568 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4f51edf1-0f4a-492d-8efb-b64a87b68b65 req-a07c6239-64c2-458a-a21f-7230f843c7c1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=07ebdeb0ad254b0889bc30be49117698&device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 1129 time: 0.0500774 Mar 07 17:04:19.522554 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01367e90-984f-4818-baa5-c3833d94845e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f90e4243-c971-4198-8766-1c39992d5d25,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:19.534003 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01367e90-984f-4818-baa5-c3833d94845e admin admin] Checking segment: {'id': '4cd949f7-03a8-44ef-bbb6-74e5d6820ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ba593602-edf8-456e-903a-c3b91309fe72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:04:19.534364 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01367e90-984f-4818-baa5-c3833d94845e admin admin] Network hostable DHCP agents. Network: ba593602-edf8-456e-903a-c3b91309fe72, hostable agents: ['7a37eb1f-9e1c-4804-b782-6f192b2f1d6e'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 17:04:19.644169 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01367e90-984f-4818-baa5-c3833d94845e admin admin] Network ba593602-edf8-456e-903a-c3b91309fe72 is scheduled to be hosted by DHCP agent 7a37eb1f-9e1c-4804-b782-6f192b2f1d6e with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 17:04:19.646828 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f51edf1-0f4a-492d-8efb-b64a87b68b65 req-9d248345-9935-4711-9c7c-608687c5750a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:19.648479 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4f51edf1-0f4a-492d-8efb-b64a87b68b65 req-9d248345-9935-4711-9c7c-608687c5750a service neutron] 10.222.0.53 "GET /v2.0/networks?id=504454ff-a447-4f42-b96f-99b47903621f HTTP/1.1" status: 200 len: 920 time: 0.0974066 Mar 07 17:04:19.699439 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4f51edf1-0f4a-492d-8efb-b64a87b68b65 req-920c595d-76e9-4da8-aee5-3077e70bb1a6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=293f83de-e9fc-4e45-83a0-993997bce3a1 HTTP/1.1" status: 200 len: 217 time: 0.0435107 Mar 07 17:04:19.726795 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-01367e90-984f-4818-baa5-c3833d94845e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-42-iscsi, ba593602-edf8-456e-903a-c3b91309fe72) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:04:19.735494 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01367e90-984f-4818-baa5-c3833d94845e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:19.740683 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-01367e90-984f-4818-baa5-c3833d94845e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:19.746715 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05eabac5-53bc-4471-9345-f1cd4862e68a None None] Network ba593602-edf8-456e-903a-c3b91309fe72 requested from dv-cinder-804035-42-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:04:19.781348 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f51edf1-0f4a-492d-8efb-b64a87b68b65 req-f1949360-b9f7-4e09-9ad1-44d1d6505fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:19.782802 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4f51edf1-0f4a-492d-8efb-b64a87b68b65 req-f1949360-b9f7-4e09-9ad1-44d1d6505fd2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4efc1e77-65c1-4cf0-9f44-cec7156fd1b4 HTTP/1.1" status: 200 len: 859 time: 0.0591516 Mar 07 17:04:19.794072 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d5510-466e-4ff0-a39c-ca10979f29e0 req-dac9e1ed-d283-450a-a0ed-bab16410b6ea tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:19.795719 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-994d5510-466e-4ff0-a39c-ca10979f29e0 req-dac9e1ed-d283-450a-a0ed-bab16410b6ea tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0987580 Mar 07 17:04:19.825496 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-01367e90-984f-4818-baa5-c3833d94845e admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7377307 Mar 07 17:04:19.871417 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4f51edf1-0f4a-492d-8efb-b64a87b68b65 req-53ab59b0-dcb6-4e77-9525-bbbe3da4faa8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=504454ff-a447-4f42-b96f-99b47903621f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744691 Mar 07 17:04:19.875347 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-994d5510-466e-4ff0-a39c-ca10979f29e0 req-ec6bed54-dae5-4fc9-ba8a-d3f648f67908 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681698 Mar 07 17:04:19.886000 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e851b4-ab04-42a4-b337-09de29f65a2e None None] Network ba593602-edf8-456e-903a-c3b91309fe72 requested from dv-cinder-804035-42-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:04:20.209272 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4f51edf1-0f4a-492d-8efb-b64a87b68b65 req-549b8dbc-1c8e-43ff-aa6b-c003082faaca service neutron] 10.222.0.53 "GET /v2.0/networks/504454ff-a447-4f42-b96f-99b47903621f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036067 Mar 07 17:04:20.314194 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85a0c0-74e8-49c7-896c-cd404f3348fc req-8b98fa71-ab81-4d3b-8dd6-4867024dd1a2 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:20.316090 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7a85a0c0-74e8-49c7-896c-cd404f3348fc req-8b98fa71-ab81-4d3b-8dd6-4867024dd1a2 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] 10.222.0.45 "GET /v2.0/ports?device_id=68d6823f-48b8-4394-8da2-e8c6b1c746c8 HTTP/1.1" status: 200 len: 949 time: 0.1236610 Mar 07 17:04:20.352567 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4f51edf1-0f4a-492d-8efb-b64a87b68b65 req-aa3015e6-e27a-492d-a0f7-c65e4dc411ad service neutron] 10.222.0.53 "GET /v2.0/networks/504454ff-a447-4f42-b96f-99b47903621f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302269 Mar 07 17:04:20.384678 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7a85a0c0-74e8-49c7-896c-cd404f3348fc req-19157e88-8f03-47c1-89ae-f78761732c1a tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] 10.222.0.45 "GET /v2.0/security-groups?id=95669664-f430-4a2a-82af-61c5d5362ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531578 Mar 07 17:04:20.402484 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:20.913051 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accf9a8-b82c-454c-96c2-1fed6bb71dc4 req-0abd01ea-5184-4a5b-acbe-6d6244c02211 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:20.914596 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2accf9a8-b82c-454c-96c2-1fed6bb71dc4 req-0abd01ea-5184-4a5b-acbe-6d6244c02211 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] 10.222.0.45 "GET /v2.0/ports?device_id=68d6823f-48b8-4394-8da2-e8c6b1c746c8 HTTP/1.1" status: 200 len: 949 time: 0.0634623 Mar 07 17:04:20.983800 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2accf9a8-b82c-454c-96c2-1fed6bb71dc4 req-d1f4cc49-00da-4f3a-a730-8f843bc62903 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] 10.222.0.45 "GET /v2.0/security-groups?id=95669664-f430-4a2a-82af-61c5d5362ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602942 Mar 07 17:04:21.023011 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f071150-ba3e-4805-9a77-d1fdcc8020b2 req-67140bd1-40eb-45e6-a9ea-3bb6bfe8d0e1 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:21.024505 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8f071150-ba3e-4805-9a77-d1fdcc8020b2 req-67140bd1-40eb-45e6-a9ea-3bb6bfe8d0e1 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0565724 Mar 07 17:04:21.069639 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8f071150-ba3e-4805-9a77-d1fdcc8020b2 req-0a0f6c35-c631-4ee2-88c9-03a4508d4df4 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388203 Mar 07 17:04:21.834960 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:22.099296 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13881fb0-d8e6-4e55-93b7-98eff085b1e2 req-92a2a146-d9b2-402f-b0fa-3698519f2820 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:22.100774 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-13881fb0-d8e6-4e55-93b7-98eff085b1e2 req-92a2a146-d9b2-402f-b0fa-3698519f2820 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] 10.222.0.45 "GET /v2.0/ports?device_id=68d6823f-48b8-4394-8da2-e8c6b1c746c8 HTTP/1.1" status: 200 len: 949 time: 0.0518470 Mar 07 17:04:22.160171 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-13881fb0-d8e6-4e55-93b7-98eff085b1e2 req-c00485fe-396c-47b9-a7fc-9654836b0343 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] 10.222.0.45 "GET /v2.0/security-groups?id=95669664-f430-4a2a-82af-61c5d5362ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539894 Mar 07 17:04:22.200770 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd197ba-0e05-472c-a99c-2bd85f35c2ac req-185fd086-ae1e-46a1-8808-638a3cc832bf tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:22.202209 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-afd197ba-0e05-472c-a99c-2bd85f35c2ac req-185fd086-ae1e-46a1-8808-638a3cc832bf tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0571489 Mar 07 17:04:22.248170 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-afd197ba-0e05-472c-a99c-2bd85f35c2ac req-3f44e5dd-61c6-4c87-a831-912f4088b4a6 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404835 Mar 07 17:04:23.001141 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:23.288487 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dba9cb-0920-431e-821b-85829efc6e30 req-291a1aa9-ff9e-4f00-9c93-03dc1a6b7871 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:23.289987 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-95dba9cb-0920-431e-821b-85829efc6e30 req-291a1aa9-ff9e-4f00-9c93-03dc1a6b7871 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] 10.222.0.45 "GET /v2.0/ports?device_id=68d6823f-48b8-4394-8da2-e8c6b1c746c8 HTTP/1.1" status: 200 len: 949 time: 0.0652676 Mar 07 17:04:23.364761 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-95dba9cb-0920-431e-821b-85829efc6e30 req-13ca51b9-37e6-4132-ae19-7d8c6d09b7be tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] 10.222.0.45 "GET /v2.0/security-groups?id=95669664-f430-4a2a-82af-61c5d5362ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686624 Mar 07 17:04:23.389444 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100349b0-ee79-416c-9b79-7d3e82fafef3 req-8fae3c71-330f-4799-a8ed-bf8388b95fe0 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:23.390910 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-100349b0-ee79-416c-9b79-7d3e82fafef3 req-8fae3c71-330f-4799-a8ed-bf8388b95fe0 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0694897 Mar 07 17:04:23.436869 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-100349b0-ee79-416c-9b79-7d3e82fafef3 req-2f5903f5-53cc-44df-afc3-08c8fef81947 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406282 Mar 07 17:04:24.480722 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982cf09a-f5c2-49bc-a96b-d3945d6afefe req-4d3254df-d93c-483d-b7ad-0ea4231668cc tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:24.482246 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-982cf09a-f5c2-49bc-a96b-d3945d6afefe req-4d3254df-d93c-483d-b7ad-0ea4231668cc tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] 10.222.0.45 "GET /v2.0/ports?device_id=68d6823f-48b8-4394-8da2-e8c6b1c746c8 HTTP/1.1" status: 200 len: 949 time: 0.0517297 Mar 07 17:04:24.557090 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-982cf09a-f5c2-49bc-a96b-d3945d6afefe req-62742c53-b4bf-4324-bc30-5cc9087d885e tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] 10.222.0.45 "GET /v2.0/security-groups?id=95669664-f430-4a2a-82af-61c5d5362ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695770 Mar 07 17:04:24.576575 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7c1aa-3560-4361-bc53-b711ac442f34 req-9a6ee7cd-71f4-4464-a4cd-8799e75459be tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:24.578012 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-96b7c1aa-3560-4361-bc53-b711ac442f34 req-9a6ee7cd-71f4-4464-a4cd-8799e75459be tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0641875 Mar 07 17:04:24.627011 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-96b7c1aa-3560-4361-bc53-b711ac442f34 req-04954b1f-2fc2-4c14-bab3-60aef9d3590d tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435371 Mar 07 17:04:25.678058 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e04376-1064-47f3-9fe0-95592b99a9c1 req-7706396a-624a-42df-b6ac-ad2ac30f3af6 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:25.680240 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c2e04376-1064-47f3-9fe0-95592b99a9c1 req-7706396a-624a-42df-b6ac-ad2ac30f3af6 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] 10.222.0.45 "GET /v2.0/ports?device_id=68d6823f-48b8-4394-8da2-e8c6b1c746c8 HTTP/1.1" status: 200 len: 949 time: 0.0566757 Mar 07 17:04:25.758460 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c2e04376-1064-47f3-9fe0-95592b99a9c1 req-b4cbc35c-5565-4b4c-864e-0504ecf2edff tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] 10.222.0.45 "GET /v2.0/security-groups?id=95669664-f430-4a2a-82af-61c5d5362ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749919 Mar 07 17:04:25.783484 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640091f3-0a5e-4a84-9124-210e01e20ed6 req-e1632550-75e4-4690-8eba-3e8e25c300ea tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:25.785028 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-640091f3-0a5e-4a84-9124-210e01e20ed6 req-e1632550-75e4-4690-8eba-3e8e25c300ea tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0808699 Mar 07 17:04:25.833654 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-640091f3-0a5e-4a84-9124-210e01e20ed6 req-8ef80889-2182-4f51-8164-bc99b8b60707 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429468 Mar 07 17:04:26.879634 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6701f-c0b9-440c-9f69-dfefceff80fc req-3cb3120d-07f3-47b0-9f0e-411395a15595 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:26.881125 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b4d6701f-c0b9-440c-9f69-dfefceff80fc req-3cb3120d-07f3-47b0-9f0e-411395a15595 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] 10.222.0.45 "GET /v2.0/ports?device_id=68d6823f-48b8-4394-8da2-e8c6b1c746c8 HTTP/1.1" status: 200 len: 949 time: 0.0572364 Mar 07 17:04:26.963617 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b4d6701f-c0b9-440c-9f69-dfefceff80fc req-b9261f0d-3f13-4332-9979-64532111bf71 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] 10.222.0.45 "GET /v2.0/security-groups?id=95669664-f430-4a2a-82af-61c5d5362ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769215 Mar 07 17:04:26.986558 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ad551-7e26-46c2-ad68-b12fa185e79d req-9ea298a1-9a5d-42ba-b251-95f93b156ac6 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:26.987798 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-095ad551-7e26-46c2-ad68-b12fa185e79d req-9ea298a1-9a5d-42ba-b251-95f93b156ac6 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0769455 Mar 07 17:04:27.042420 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-095ad551-7e26-46c2-ad68-b12fa185e79d req-68e9039a-0bf4-4d4f-a01a-fc53dd388356 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478377 Mar 07 17:04:27.702415 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114481e-61d8-43de-9523-89a6526e09f8 req-45543414-3203-4e14-a872-cb6020f894fb tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:27.704361 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d114481e-61d8-43de-9523-89a6526e09f8 req-45543414-3203-4e14-a872-cb6020f894fb tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] 10.222.0.53 "GET /v2.0/ports?device_id=68d6823f-48b8-4394-8da2-e8c6b1c746c8 HTTP/1.1" status: 200 len: 949 time: 0.0574279 Mar 07 17:04:27.811503 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-d114481e-61d8-43de-9523-89a6526e09f8 req-69bdfd56-6e65-47bc-9fc6-10864b66362c tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Deleting port 036b4db1-3119-443f-8842-89baaeba899e {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:04:27.811850 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-d114481e-61d8-43de-9523-89a6526e09f8 req-69bdfd56-6e65-47bc-9fc6-10864b66362c tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (036b4db1-3119-443f-8842-89baaeba899e), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:27.908270 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-d114481e-61d8-43de-9523-89a6526e09f8 req-69bdfd56-6e65-47bc-9fc6-10864b66362c tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] For port 036b4db1-3119-443f-8842-89baaeba899e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=036b4db1-3119-443f-8842-89baaeba899e,segment=NetworkSegment(38f5af07-0060-4cc4-be0b-0580891b255d),segment_id=38f5af07-0060-4cc4-be0b-0580891b255d)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:04:27.911850 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-d114481e-61d8-43de-9523-89a6526e09f8 req-69bdfd56-6e65-47bc-9fc6-10864b66362c tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (036b4db1-3119-443f-8842-89baaeba899e), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:27.920976 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-d114481e-61d8-43de-9523-89a6526e09f8 req-69bdfd56-6e65-47bc-9fc6-10864b66362c tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Calling delete_port for 036b4db1-3119-443f-8842-89baaeba899e owned by compute:nova {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:04:28.279438 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67a9a7-fdd7-4e63-bc88-6c826aeb8714 req-cabd7c39-d8b4-42ed-bdb6-9fe946478006 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:28.283927 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ae67a9a7-fdd7-4e63-bc88-6c826aeb8714 req-cabd7c39-d8b4-42ed-bdb6-9fe946478006 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] 10.222.0.45 "GET /v2.0/ports?device_id=68d6823f-48b8-4394-8da2-e8c6b1c746c8 HTTP/1.1" status: 200 len: 949 time: 0.0834301 Mar 07 17:04:28.368008 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ae67a9a7-fdd7-4e63-bc88-6c826aeb8714 req-c8b86316-499a-4a16-a86c-03df7f39278e tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] 10.222.0.45 "GET /v2.0/security-groups?id=95669664-f430-4a2a-82af-61c5d5362ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796130 Mar 07 17:04:28.475488 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31cefd-f4b4-4059-8645-a61c324fb22a req-27c1d707-8aea-4495-ac81-763c34cc5c67 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:28.477008 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0d31cefd-f4b4-4059-8645-a61c324fb22a req-27c1d707-8aea-4495-ac81-763c34cc5c67 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0565763 Mar 07 17:04:28.481067 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-d114481e-61d8-43de-9523-89a6526e09f8 req-69bdfd56-6e65-47bc-9fc6-10864b66362c tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (036b4db1-3119-443f-8842-89baaeba899e), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:28.523387 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bdfd56-6e65-47bc-9fc6-10864b66362c tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Pushing event deleted for resources: {'Port': ['ID=036b4db1-3119-443f-8842-89baaeba899e,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:28.546194 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bdfd56-6e65-47bc-9fc6-10864b66362c tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:28.546596 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bdfd56-6e65-47bc-9fc6-10864b66362c tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:28.548155 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bdfd56-6e65-47bc-9fc6-10864b66362c tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:28.548155 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bdfd56-6e65-47bc-9fc6-10864b66362c tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:28.548322 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bdfd56-6e65-47bc-9fc6-10864b66362c tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:28.548568 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bdfd56-6e65-47bc-9fc6-10864b66362c tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:28.548894 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bdfd56-6e65-47bc-9fc6-10864b66362c tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:28.549218 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bdfd56-6e65-47bc-9fc6-10864b66362c tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:28.549537 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bdfd56-6e65-47bc-9fc6-10864b66362c tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:28.549855 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bdfd56-6e65-47bc-9fc6-10864b66362c tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:28.550169 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bdfd56-6e65-47bc-9fc6-10864b66362c tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:28.550575 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bdfd56-6e65-47bc-9fc6-10864b66362c tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:28.550797 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bdfd56-6e65-47bc-9fc6-10864b66362c tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:28.605417 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-d114481e-61d8-43de-9523-89a6526e09f8 req-69bdfd56-6e65-47bc-9fc6-10864b66362c tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] No DVR routers for this DVR port 036b4db1-3119-443f-8842-89baaeba899e on host hv-cinder-80403 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:04:28.609034 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-d114481e-61d8-43de-9523-89a6526e09f8 req-69bdfd56-6e65-47bc-9fc6-10864b66362c tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:28.613670 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d114481e-61d8-43de-9523-89a6526e09f8 req-69bdfd56-6e65-47bc-9fc6-10864b66362c tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] 10.222.0.53 "DELETE /v2.0/ports/036b4db1-3119-443f-8842-89baaeba899e HTTP/1.1" status: 204 len: 173 time: 0.9037311 Mar 07 17:04:28.617796 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d6823f-48b8-4394-8da2-e8c6b1c746c8', 'name': 'network-vif-deleted', 'tag': '036b4db1-3119-443f-8842-89baaeba899e'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:04:28.620286 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aba4c615e876ca6c23e5fed61a3d1f980fac3f984d457871ad3b292fe147bdb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea8c782-373f-4609-bd9b-0bffc7c77af8" -d '{"events": [{"server_uuid": "68d6823f-48b8-4394-8da2-e8c6b1c746c8", "name": "network-vif-deleted", "tag": "036b4db1-3119-443f-8842-89baaeba899e"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:04:28.635164 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0d31cefd-f4b4-4059-8645-a61c324fb22a req-b3062886-b71c-4224-921d-efc46b7631da tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483698 Mar 07 17:04:28.699611 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8587ea24-127f-4d3e-ae7d-a4b11869c31c x-openstack-request-id: req-8587ea24-127f-4d3e-ae7d-a4b11869c31c {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:04:28.700108 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68d6823f-48b8-4394-8da2-e8c6b1c746c8", "name": "network-vif-deleted", "tag": "036b4db1-3119-443f-8842-89baaeba899e", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:04:28.700413 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8587ea24-127f-4d3e-ae7d-a4b11869c31c {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:04:28.700897 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68d6823f-48b8-4394-8da2-e8c6b1c746c8', 'name': 'network-vif-deleted', 'tag': '036b4db1-3119-443f-8842-89baaeba899e', 'status': 'completed', 'code': 200} Mar 07 17:04:28.949000 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 34336) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:29.110758 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-74bab090-5dd7-42df-9e4e-9e501009ce23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:29.193041 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-74bab090-5dd7-42df-9e4e-9e501009ce23 admin admin] Publish callbacks [] for security_group (d5afb062-9cbb-42bc-a87a-397e04efc760), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:29.282667 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-74bab090-5dd7-42df-9e4e-9e501009ce23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (d5afb062-9cbb-42bc-a87a-397e04efc760), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:29.318479 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-74bab090-5dd7-42df-9e4e-9e501009ce23 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8a480d9c9153468c942398b2c4ebc00a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3683779 Mar 07 17:04:29.321545 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 34350) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:29.331360 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bab090-5dd7-42df-9e4e-9e501009ce23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5afb062-9cbb-42bc-a87a-397e04efc760,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:29.340474 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bab090-5dd7-42df-9e4e-9e501009ce23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:29.341174 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bab090-5dd7-42df-9e4e-9e501009ce23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:29.341961 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bab090-5dd7-42df-9e4e-9e501009ce23 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:29.343298 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bab090-5dd7-42df-9e4e-9e501009ce23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:29.343298 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bab090-5dd7-42df-9e4e-9e501009ce23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:29.343523 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bab090-5dd7-42df-9e4e-9e501009ce23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:29.343997 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bab090-5dd7-42df-9e4e-9e501009ce23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:29.345011 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bab090-5dd7-42df-9e4e-9e501009ce23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:29.345535 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bab090-5dd7-42df-9e4e-9e501009ce23 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:29.346025 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bab090-5dd7-42df-9e4e-9e501009ce23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:29.346504 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bab090-5dd7-42df-9e4e-9e501009ce23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:29.347095 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bab090-5dd7-42df-9e4e-9e501009ce23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:29.347596 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bab090-5dd7-42df-9e4e-9e501009ce23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:29.384399 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6bf37808-8661-48e5-bdb3-268c6d4517f4 admin admin] Publish callbacks [] for security_group (d5afb062-9cbb-42bc-a87a-397e04efc760), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:29.422590 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6bf37808-8661-48e5-bdb3-268c6d4517f4 admin admin] Publish callbacks [] for security_group (d5afb062-9cbb-42bc-a87a-397e04efc760), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:29.510203 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 34358) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:29.518652 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f123d32d-c746-4d47-8714-b257c31d969b req-48d7b925-af3f-4314-8631-8a6117bc96e7 tempest-VolumesNegativeTest-963269661 tempest-VolumesNegativeTest-963269661-project] 10.222.0.45 "GET /v2.0/ports?device_id=68d6823f-48b8-4394-8da2-e8c6b1c746c8 HTTP/1.1" status: 200 len: 210 time: 0.0287802 Mar 07 17:04:29.602675 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6bf37808-8661-48e5-bdb3-268c6d4517f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (d5afb062-9cbb-42bc-a87a-397e04efc760), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:29.606314 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6bf37808-8661-48e5-bdb3-268c6d4517f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:29.608218 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-6bf37808-8661-48e5-bdb3-268c6d4517f4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d5afb062-9cbb-42bc-a87a-397e04efc760 HTTP/1.1" status: 204 len: 168 time: 0.2846332 Mar 07 17:04:29.617974 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf37808-8661-48e5-bdb3-268c6d4517f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5afb062-9cbb-42bc-a87a-397e04efc760,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:29.632942 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-24f54ea5-122d-45d0-820c-ac1d744f365d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:29.713972 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-24f54ea5-122d-45d0-820c-ac1d744f365d admin admin] Publish callbacks [] for security_group (f650a2b6-fcd2-4fd6-a203-bacfa22c684c), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:29.818365 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-24f54ea5-122d-45d0-820c-ac1d744f365d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (f650a2b6-fcd2-4fd6-a203-bacfa22c684c), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:29.821350 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device 036b4db1-3119-443f-8842-89baaeba899e no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:04:29.842078 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] No Port match for: 036b4db1-3119-443f-8842-89baaeba899e {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:04:29.842416 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device 036b4db1-3119-443f-8842-89baaeba899e not bound to the agent host hv-cinder-80403 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:04:29.857806 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-24f54ea5-122d-45d0-820c-ac1d744f365d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2aaa54f0f4da491eab29b3e7c981de44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3465128 Mar 07 17:04:29.858643 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f54ea5-122d-45d0-820c-ac1d744f365d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f650a2b6-fcd2-4fd6-a203-bacfa22c684c,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:29.861975 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 34364) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:29.921463 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e95d188b-15cc-41df-938f-9f044b1940c7 admin admin] Publish callbacks [] for security_group (f650a2b6-fcd2-4fd6-a203-bacfa22c684c), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:29.944341 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e95d188b-15cc-41df-938f-9f044b1940c7 admin admin] Publish callbacks [] for security_group (f650a2b6-fcd2-4fd6-a203-bacfa22c684c), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:30.092337 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e95d188b-15cc-41df-938f-9f044b1940c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (f650a2b6-fcd2-4fd6-a203-bacfa22c684c), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:30.095531 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e95d188b-15cc-41df-938f-9f044b1940c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:30.096776 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-e95d188b-15cc-41df-938f-9f044b1940c7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f650a2b6-fcd2-4fd6-a203-bacfa22c684c HTTP/1.1" status: 204 len: 168 time: 0.2336094 Mar 07 17:04:30.104979 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95d188b-15cc-41df-938f-9f044b1940c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f650a2b6-fcd2-4fd6-a203-bacfa22c684c,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:30.275359 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 34374) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:30.289212 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-64e37af8-e5ff-4d46-93c1-dc29c8a77b34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:30.366150 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-64e37af8-e5ff-4d46-93c1-dc29c8a77b34 admin admin] Publish callbacks [] for security_group (b7c1de03-285f-4ebb-b29f-0072a64670da), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:30.436751 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-64e37af8-e5ff-4d46-93c1-dc29c8a77b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (b7c1de03-285f-4ebb-b29f-0072a64670da), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:30.480824 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e37af8-e5ff-4d46-93c1-dc29c8a77b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c1de03-285f-4ebb-b29f-0072a64670da,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:30.485314 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-64e37af8-e5ff-4d46-93c1-dc29c8a77b34 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b82c1d7241284700ac0ac40e9f3c5653&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2085826 Mar 07 17:04:30.487954 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 34380) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:30.543801 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-526c7e6e-5f4e-43da-b71c-0071dbe244df admin admin] Publish callbacks [] for security_group (b7c1de03-285f-4ebb-b29f-0072a64670da), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:30.568086 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-526c7e6e-5f4e-43da-b71c-0071dbe244df admin admin] Publish callbacks [] for security_group (b7c1de03-285f-4ebb-b29f-0072a64670da), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:30.705991 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-526c7e6e-5f4e-43da-b71c-0071dbe244df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (b7c1de03-285f-4ebb-b29f-0072a64670da), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:30.708584 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-526c7e6e-5f4e-43da-b71c-0071dbe244df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:30.709760 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-526c7e6e-5f4e-43da-b71c-0071dbe244df admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b7c1de03-285f-4ebb-b29f-0072a64670da HTTP/1.1" status: 204 len: 168 time: 0.2208910 Mar 07 17:04:30.718507 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526c7e6e-5f4e-43da-b71c-0071dbe244df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c1de03-285f-4ebb-b29f-0072a64670da,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:31.520174 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec1d10-a9ab-4521-ba29-8c798a6e945d req-237ec672-3699-4941-b9e8-4c234f379244 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:31.521666 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a6ec1d10-a9ab-4521-ba29-8c798a6e945d req-237ec672-3699-4941-b9e8-4c234f379244 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0683374 Mar 07 17:04:31.572450 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a6ec1d10-a9ab-4521-ba29-8c798a6e945d req-1cec55ce-5c62-41ab-b568-8d932e9a8eac tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450988 Mar 07 17:04:34.046584 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 34484) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:34.162238 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6c0092d0-caef-4b76-98af-b76b2890a310 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:34.256511 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6c0092d0-caef-4b76-98af-b76b2890a310 admin admin] Publish callbacks [] for security_group (69c0f8e2-5320-4d32-8802-e2fb09ae032d), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:34.311129 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6c0092d0-caef-4b76-98af-b76b2890a310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (69c0f8e2-5320-4d32-8802-e2fb09ae032d), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:34.350836 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-6c0092d0-caef-4b76-98af-b76b2890a310 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fc829a736f2d4c2b884c075012385cea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3030603 Mar 07 17:04:34.351918 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0092d0-caef-4b76-98af-b76b2890a310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c0f8e2-5320-4d32-8802-e2fb09ae032d,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:34.353864 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 34488) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:34.405685 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-72f5ef78-ff74-48d9-9963-86538714f5c0 admin admin] Publish callbacks [] for security_group (69c0f8e2-5320-4d32-8802-e2fb09ae032d), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:34.429325 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-72f5ef78-ff74-48d9-9963-86538714f5c0 admin admin] Publish callbacks [] for security_group (69c0f8e2-5320-4d32-8802-e2fb09ae032d), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:34.560820 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-72f5ef78-ff74-48d9-9963-86538714f5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (69c0f8e2-5320-4d32-8802-e2fb09ae032d), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:34.563408 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-72f5ef78-ff74-48d9-9963-86538714f5c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:34.565072 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-72f5ef78-ff74-48d9-9963-86538714f5c0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/69c0f8e2-5320-4d32-8802-e2fb09ae032d HTTP/1.1" status: 204 len: 168 time: 0.2091711 Mar 07 17:04:34.573139 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f5ef78-ff74-48d9-9963-86538714f5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c0f8e2-5320-4d32-8802-e2fb09ae032d,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:35.168953 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 34500) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:35.182825 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9fb6f7ff-89ff-4cf8-b662-53ee7c78380c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:35.262369 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9fb6f7ff-89ff-4cf8-b662-53ee7c78380c admin admin] Publish callbacks [] for security_group (fc60d686-7c2f-4eb2-b86e-e0aecec783d8), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:35.345449 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9fb6f7ff-89ff-4cf8-b662-53ee7c78380c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (fc60d686-7c2f-4eb2-b86e-e0aecec783d8), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:35.386049 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-9fb6f7ff-89ff-4cf8-b662-53ee7c78380c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=10e250c8dea04011a90fc70b177e3205&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2160115 Mar 07 17:04:35.387123 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb6f7ff-89ff-4cf8-b662-53ee7c78380c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc60d686-7c2f-4eb2-b86e-e0aecec783d8,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:35.388869 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 34502) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:35.441128 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fb39bded-60c3-4e0a-8a41-4b9cce698c28 admin admin] Publish callbacks [] for security_group (fc60d686-7c2f-4eb2-b86e-e0aecec783d8), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:35.462589 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fb39bded-60c3-4e0a-8a41-4b9cce698c28 admin admin] Publish callbacks [] for security_group (fc60d686-7c2f-4eb2-b86e-e0aecec783d8), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:35.601349 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fb39bded-60c3-4e0a-8a41-4b9cce698c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (fc60d686-7c2f-4eb2-b86e-e0aecec783d8), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:35.604251 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fb39bded-60c3-4e0a-8a41-4b9cce698c28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:35.605574 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-fb39bded-60c3-4e0a-8a41-4b9cce698c28 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fc60d686-7c2f-4eb2-b86e-e0aecec783d8 HTTP/1.1" status: 204 len: 168 time: 0.2156961 Mar 07 17:04:35.617136 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb39bded-60c3-4e0a-8a41-4b9cce698c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc60d686-7c2f-4eb2-b86e-e0aecec783d8,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:38.114407 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d73a2-df23-48c2-9ba3-228b5a81af7d req-d43b740a-b64a-4218-90a8-c3fd9b0c4187 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:38.115961 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0a9d73a2-df23-48c2-9ba3-228b5a81af7d req-d43b740a-b64a-4218-90a8-c3fd9b0c4187 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/networks?id=ba593602-edf8-456e-903a-c3b91309fe72 HTTP/1.1" status: 200 len: 809 time: 0.1054471 Mar 07 17:04:38.131627 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0a9d73a2-df23-48c2-9ba3-228b5a81af7d req-81148b9b-bbf2-4336-ac41-e2a1ca447326 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/quotas/bd6188d67ed045bbb9f5a1d8a4aa2fe5 HTTP/1.1" status: 200 len: 375 time: 0.0096755 Mar 07 17:04:38.166360 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0a9d73a2-df23-48c2-9ba3-228b5a81af7d req-2a862d72-e6b3-4833-9512-70af34d9dc51 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd6188d67ed045bbb9f5a1d8a4aa2fe5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270853 Mar 07 17:04:38.259126 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0a9d73a2-df23-48c2-9ba3-228b5a81af7d req-ab4f0049-87ed-4da4-a3af-2d23fd28af87 service neutron] 10.222.0.45 "GET /v2.0/networks/ba593602-edf8-456e-903a-c3b91309fe72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863156 Mar 07 17:04:38.365114 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0a9d73a2-df23-48c2-9ba3-228b5a81af7d req-0d5ae3e8-0140-46ec-9180-7b25f48ddebb service neutron] 10.222.0.45 "GET /v2.0/networks/ba593602-edf8-456e-903a-c3b91309fe72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003556 Mar 07 17:04:38.609145 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6732d023-c198-4fca-a2ba-8962a56c665a req-1fec2a03-9bac-4433-9033-55b17c43315f tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e0ed18c-1ee4-4284-b604-5f80cde8ea43 HTTP/1.1" status: 200 len: 210 time: 0.0308313 Mar 07 17:04:39.715936 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c1bb2ef5-46cd-4d65-835d-7268ec5e5215 req-66fe8994-c646-4b27-b451-0b5fee933a53 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e0ed18c-1ee4-4284-b604-5f80cde8ea43 HTTP/1.1" status: 200 len: 210 time: 0.0277145 Mar 07 17:04:40.568898 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c878cf-2d89-4917-8ecd-405c714ec107 req-01839add-bf50-4307-b38c-0fa0e73a46f4 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:40.570373 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-64c878cf-2d89-4917-8ecd-405c714ec107 req-01839add-bf50-4307-b38c-0fa0e73a46f4 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0555692 Mar 07 17:04:40.650944 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-64c878cf-2d89-4917-8ecd-405c714ec107 req-6ef38808-db6c-42fc-bd8f-c821ced990ad tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745883 Mar 07 17:04:40.666009 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01bb989-9029-4e88-907a-09b33715e730 req-17862c35-f6b2-4ea7-834b-353de1712ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:40.667529 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f01bb989-9029-4e88-907a-09b33715e730 req-17862c35-f6b2-4ea7-834b-353de1712ac8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=07ebdeb0ad254b0889bc30be49117698&device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 1129 time: 0.0605090 Mar 07 17:04:40.765998 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01bb989-9029-4e88-907a-09b33715e730 req-09949314-a950-493c-925e-74dd4d4f5615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:40.767482 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f01bb989-9029-4e88-907a-09b33715e730 req-09949314-a950-493c-925e-74dd4d4f5615 service neutron] 10.222.0.53 "GET /v2.0/networks?id=504454ff-a447-4f42-b96f-99b47903621f HTTP/1.1" status: 200 len: 920 time: 0.0922077 Mar 07 17:04:40.815978 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f01bb989-9029-4e88-907a-09b33715e730 req-d8548692-b774-4d47-8c4c-63806aedaeac service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=293f83de-e9fc-4e45-83a0-993997bce3a1 HTTP/1.1" status: 200 len: 217 time: 0.0422158 Mar 07 17:04:40.848701 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3c8e3b04-4988-42bc-a33c-86a055c395ee req-35007b73-296e-4638-bdc0-f57ef7ea5a81 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e0ed18c-1ee4-4284-b604-5f80cde8ea43 HTTP/1.1" status: 200 len: 210 time: 0.0353062 Mar 07 17:04:40.962644 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01bb989-9029-4e88-907a-09b33715e730 req-b70639be-6776-45f0-9056-3e4419d359d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:40.964143 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f01bb989-9029-4e88-907a-09b33715e730 req-b70639be-6776-45f0-9056-3e4419d359d4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4efc1e77-65c1-4cf0-9f44-cec7156fd1b4 HTTP/1.1" status: 200 len: 859 time: 0.1393282 Mar 07 17:04:41.001179 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f01bb989-9029-4e88-907a-09b33715e730 req-27769b07-1dd8-40ca-95f4-abbd430cdbd6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=504454ff-a447-4f42-b96f-99b47903621f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296996 Mar 07 17:04:41.043691 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d73a2-df23-48c2-9ba3-228b5a81af7d req-ac80162c-20e4-4c79-b115-982ec76053d4 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:41.045177 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0a9d73a2-df23-48c2-9ba3-228b5a81af7d req-ac80162c-20e4-4c79-b115-982ec76053d4 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.53 "GET /v2.0/networks?id=ba593602-edf8-456e-903a-c3b91309fe72 HTTP/1.1" status: 200 len: 809 time: 0.1764047 Mar 07 17:04:41.064471 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-0a9d73a2-df23-48c2-9ba3-228b5a81af7d req-4e7188f0-546e-4dc6-a798-4eae8b582346 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Request body: {'port': {'device_id': '6e0ed18c-1ee4-4284-b604-5f80cde8ea43', 'network_id': 'ba593602-edf8-456e-903a-c3b91309fe72', 'admin_state_up': True, 'tenant_id': 'bd6188d67ed045bbb9f5a1d8a4aa2fe5'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:04:41.181134 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f01bb989-9029-4e88-907a-09b33715e730 req-f4250a09-03fc-41ce-98ac-9bf0a251e6a9 service neutron] 10.222.0.53 "GET /v2.0/networks/504454ff-a447-4f42-b96f-99b47903621f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728866 Mar 07 17:04:41.290394 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f01bb989-9029-4e88-907a-09b33715e730 req-8b872fbc-2885-4a4f-8d99-7a8a2beee96b service neutron] 10.222.0.53 "GET /v2.0/networks/504454ff-a447-4f42-b96f-99b47903621f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971506 Mar 07 17:04:41.371876 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a9d73a2-df23-48c2-9ba3-228b5a81af7d req-4e7188f0-546e-4dc6-a798-4eae8b582346 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Made reservation on behalf of bd6188d67ed045bbb9f5a1d8a4aa2fe5 for: {'port': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:04:41.375338 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-0a9d73a2-df23-48c2-9ba3-228b5a81af7d req-4e7188f0-546e-4dc6-a798-4eae8b582346 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:41.506901 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [req-0a9d73a2-df23-48c2-9ba3-228b5a81af7d req-4e7188f0-546e-4dc6-a798-4eae8b582346 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Allocated IP 172.20.0.13 (ba593602-edf8-456e-903a-c3b91309fe72/f90e4243-c971-4198-8766-1c39992d5d25/07e18c41-0c3d-4ccd-bf45-aa62f9acc336) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:04:41.660118 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-0a9d73a2-df23-48c2-9ba3-228b5a81af7d req-4e7188f0-546e-4dc6-a798-4eae8b582346 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Publish callbacks [] for port (07e18c41-0c3d-4ccd-bf45-aa62f9acc336), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:41.778549 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222fd476-b10a-49af-acfe-148cfe68259b req-d83405c6-27b4-44e2-b789-944fc7719280 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:41.780065 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-222fd476-b10a-49af-acfe-148cfe68259b req-d83405c6-27b4-44e2-b789-944fc7719280 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0548346 Mar 07 17:04:41.785288 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-0a9d73a2-df23-48c2-9ba3-228b5a81af7d req-4e7188f0-546e-4dc6-a798-4eae8b582346 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (07e18c41-0c3d-4ccd-bf45-aa62f9acc336), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:41.847920 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a9d73a2-df23-48c2-9ba3-228b5a81af7d req-4e7188f0-546e-4dc6-a798-4eae8b582346 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Network ba593602-edf8-456e-903a-c3b91309fe72 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:04:41.851163 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [req-0a9d73a2-df23-48c2-9ba3-228b5a81af7d req-4e7188f0-546e-4dc6-a798-4eae8b582346 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:04:41.859356 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a9d73a2-df23-48c2-9ba3-228b5a81af7d req-4e7188f0-546e-4dc6-a798-4eae8b582346 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:04:41.868027 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7188f0-546e-4dc6-a798-4eae8b582346 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Pushing event updated for resources: {'Port': ['ID=07e18c41-0c3d-4ccd-bf45-aa62f9acc336,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:41.917520 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-222fd476-b10a-49af-acfe-148cfe68259b req-c0405c70-4a36-40af-9dc2-1f2ac20069c3 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294737 Mar 07 17:04:41.951050 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d73a2-df23-48c2-9ba3-228b5a81af7d req-4e7188f0-546e-4dc6-a798-4eae8b582346 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:41.951050 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-0a9d73a2-df23-48c2-9ba3-228b5a81af7d req-4e7188f0-546e-4dc6-a798-4eae8b582346 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:41.995368 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7befc-7d70-41e6-bc93-dad56abcd15c req-880ccf3e-ae02-471c-9b0e-14050d87ddc9 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:41.996791 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e8c7befc-7d70-41e6-bc93-dad56abcd15c req-880ccf3e-ae02-471c-9b0e-14050d87ddc9 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e0ed18c-1ee4-4284-b604-5f80cde8ea43 HTTP/1.1" status: 200 len: 932 time: 0.0668831 Mar 07 17:04:42.032378 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0a9d73a2-df23-48c2-9ba3-228b5a81af7d req-4e7188f0-546e-4dc6-a798-4eae8b582346 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9769619 Mar 07 17:04:42.045956 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e8c7befc-7d70-41e6-bc93-dad56abcd15c req-61bee2a3-000d-462f-a296-afc7deeb4671 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/security-groups?id=5556d38f-cae6-4b56-83ff-aaf36e7dcf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430136 Mar 07 17:04:43.033598 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410eacd-79aa-493a-8be0-b127cca20aa3 req-51ce6ef2-ece7-4ee4-8030-bf128b3aa210 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:43.035933 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d410eacd-79aa-493a-8be0-b127cca20aa3 req-51ce6ef2-ece7-4ee4-8030-bf128b3aa210 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0520246 Mar 07 17:04:43.082425 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d410eacd-79aa-493a-8be0-b127cca20aa3 req-83d57375-097e-4101-9289-db5b1aef50f9 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410471 Mar 07 17:04:43.171063 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40b332-87bb-4c42-abc7-8d75cb5a2802 req-bf938a91-c3a8-42d3-9b37-84a9441d16ee tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:43.172561 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9e40b332-87bb-4c42-abc7-8d75cb5a2802 req-bf938a91-c3a8-42d3-9b37-84a9441d16ee tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e0ed18c-1ee4-4284-b604-5f80cde8ea43 HTTP/1.1" status: 200 len: 932 time: 0.0572226 Mar 07 17:04:43.218228 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9e40b332-87bb-4c42-abc7-8d75cb5a2802 req-e9282de7-0726-4626-8654-cf836bce4a13 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/security-groups?id=5556d38f-cae6-4b56-83ff-aaf36e7dcf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401542 Mar 07 17:04:44.198985 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ec312-9bd8-444b-8a02-ded584c92f02 req-c502dadb-9b71-4dd3-bb2f-7272216e6a79 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:44.200474 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2b3ec312-9bd8-444b-8a02-ded584c92f02 req-c502dadb-9b71-4dd3-bb2f-7272216e6a79 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0525796 Mar 07 17:04:44.249138 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2b3ec312-9bd8-444b-8a02-ded584c92f02 req-52339926-bc99-49f7-be48-aea4cc07aebc tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424869 Mar 07 17:04:44.289501 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:04:44.337978 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb865ec-fbfd-47fc-a3c0-0dbd186de1e8 req-ebaaa220-2182-4553-91cb-4f9f7418ac54 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:44.339432 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6bb865ec-fbfd-47fc-a3c0-0dbd186de1e8 req-ebaaa220-2182-4553-91cb-4f9f7418ac54 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e0ed18c-1ee4-4284-b604-5f80cde8ea43 HTTP/1.1" status: 200 len: 932 time: 0.0579627 Mar 07 17:04:44.386691 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6bb865ec-fbfd-47fc-a3c0-0dbd186de1e8 req-cc8a5e3e-0b21-437b-ad85-0e16756c1dce tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/security-groups?id=5556d38f-cae6-4b56-83ff-aaf36e7dcf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417311 Mar 07 17:04:45.363680 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be0fbf-ca60-4712-8acc-bd82ef19d1ed req-eefa51e8-90d4-41ed-b2fd-6df45753d3a5 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:45.365169 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-54be0fbf-ca60-4712-8acc-bd82ef19d1ed req-eefa51e8-90d4-41ed-b2fd-6df45753d3a5 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0517437 Mar 07 17:04:45.411622 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-54be0fbf-ca60-4712-8acc-bd82ef19d1ed req-e2e1a93d-1a27-42f5-b4b9-114d4f5e28ab tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405235 Mar 07 17:04:45.501587 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f372e0-05e1-4204-8f87-e1ac0836ecbd req-c0af5d19-e4cc-492d-809e-4c5ea83e58a0 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:45.503714 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-91f372e0-05e1-4204-8f87-e1ac0836ecbd req-c0af5d19-e4cc-492d-809e-4c5ea83e58a0 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e0ed18c-1ee4-4284-b604-5f80cde8ea43 HTTP/1.1" status: 200 len: 932 time: 0.0512531 Mar 07 17:04:45.552052 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-91f372e0-05e1-4204-8f87-e1ac0836ecbd req-53ad2488-3d99-42de-82c2-e2f65c4e2f12 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/security-groups?id=5556d38f-cae6-4b56-83ff-aaf36e7dcf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429480 Mar 07 17:04:45.855705 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-0a9d73a2-df23-48c2-9ba3-228b5a81af7d req-3dfc4280-fd73-4262-8266-333e00eb8197 service neutron] Request body: {'port': {'device_id': '6e0ed18c-1ee4-4284-b604-5f80cde8ea43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:04:45.911851 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-0a9d73a2-df23-48c2-9ba3-228b5a81af7d req-3dfc4280-fd73-4262-8266-333e00eb8197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (07e18c41-0c3d-4ccd-bf45-aa62f9acc336), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:46.064772 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-08865988-2d07-4afa-90a8-98d3fb630dc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:46.176689 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [req-0a9d73a2-df23-48c2-9ba3-228b5a81af7d req-3dfc4280-fd73-4262-8266-333e00eb8197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07e18c41-0c3d-4ccd-bf45-aa62f9acc336 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:04:46.184229 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-0a9d73a2-df23-48c2-9ba3-228b5a81af7d req-3dfc4280-fd73-4262-8266-333e00eb8197 service neutron] Publish callbacks [] for port (07e18c41-0c3d-4ccd-bf45-aa62f9acc336), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:46.196180 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [req-0a9d73a2-df23-48c2-9ba3-228b5a81af7d req-3dfc4280-fd73-4262-8266-333e00eb8197 service neutron] Transition to ACTIVE for port object 07e18c41-0c3d-4ccd-bf45-aa62f9acc336 will not be triggered until provisioned by entity L2. {{(pid=103431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 17:04:46.263465 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-0a9d73a2-df23-48c2-9ba3-228b5a81af7d req-3dfc4280-fd73-4262-8266-333e00eb8197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58733560'] for port (07e18c41-0c3d-4ccd-bf45-aa62f9acc336), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:46.317061 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc4280-fd73-4262-8266-333e00eb8197 service neutron] Pushing event updated for resources: {'Port': ['ID=07e18c41-0c3d-4ccd-bf45-aa62f9acc336,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:46.383191 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-0a9d73a2-df23-48c2-9ba3-228b5a81af7d req-3dfc4280-fd73-4262-8266-333e00eb8197 service neutron] Attempting to bind port 07e18c41-0c3d-4ccd-bf45-aa62f9acc336 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:04:46.383845 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-0a9d73a2-df23-48c2-9ba3-228b5a81af7d req-3dfc4280-fd73-4262-8266-333e00eb8197 service neutron] Attempting to bind port 07e18c41-0c3d-4ccd-bf45-aa62f9acc336 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '4cd949f7-03a8-44ef-bbb6-74e5d6820ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ba593602-edf8-456e-903a-c3b91309fe72'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:04:46.383845 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9d73a2-df23-48c2-9ba3-228b5a81af7d req-3dfc4280-fd73-4262-8266-333e00eb8197 service neutron] Attempting to bind port 07e18c41-0c3d-4ccd-bf45-aa62f9acc336 on network ba593602-edf8-456e-903a-c3b91309fe72 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:04:46.388068 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9d73a2-df23-48c2-9ba3-228b5a81af7d req-3dfc4280-fd73-4262-8266-333e00eb8197 service neutron] Port 07e18c41-0c3d-4ccd-bf45-aa62f9acc336 on network ba593602-edf8-456e-903a-c3b91309fe72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 17:04:46.388385 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9d73a2-df23-48c2-9ba3-228b5a81af7d req-3dfc4280-fd73-4262-8266-333e00eb8197 service neutron] Attempting to bind port 07e18c41-0c3d-4ccd-bf45-aa62f9acc336 on network ba593602-edf8-456e-903a-c3b91309fe72 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:04:46.393837 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9d73a2-df23-48c2-9ba3-228b5a81af7d req-3dfc4280-fd73-4262-8266-333e00eb8197 service neutron] Checking agent: {'id': 'c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 17, 0, 18), 'started_at': datetime.datetime(2022, 3, 7, 17, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:04:46.394231 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9d73a2-df23-48c2-9ba3-228b5a81af7d req-3dfc4280-fd73-4262-8266-333e00eb8197 service neutron] Checking segment: {'id': '4cd949f7-03a8-44ef-bbb6-74e5d6820ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ba593602-edf8-456e-903a-c3b91309fe72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:04:46.394609 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9d73a2-df23-48c2-9ba3-228b5a81af7d req-3dfc4280-fd73-4262-8266-333e00eb8197 service neutron] Bound using segment: {'id': '4cd949f7-03a8-44ef-bbb6-74e5d6820ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ba593602-edf8-456e-903a-c3b91309fe72'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:04:46.395023 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-0a9d73a2-df23-48c2-9ba3-228b5a81af7d req-3dfc4280-fd73-4262-8266-333e00eb8197 service neutron] Bound port: 07e18c41-0c3d-4ccd-bf45-aa62f9acc336, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cd949f7-03a8-44ef-bbb6-74e5d6820ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ba593602-edf8-456e-903a-c3b91309fe72'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:04:46.395373 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-0a9d73a2-df23-48c2-9ba3-228b5a81af7d req-3dfc4280-fd73-4262-8266-333e00eb8197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (07e18c41-0c3d-4ccd-bf45-aa62f9acc336), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:46.459632 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-0a9d73a2-df23-48c2-9ba3-228b5a81af7d req-3dfc4280-fd73-4262-8266-333e00eb8197 service neutron] For port 07e18c41-0c3d-4ccd-bf45-aa62f9acc336, host hv-cinder-80403, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:04:46.462869 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-0a9d73a2-df23-48c2-9ba3-228b5a81af7d req-3dfc4280-fd73-4262-8266-333e00eb8197 service neutron] For port 07e18c41-0c3d-4ccd-bf45-aa62f9acc336, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=07e18c41-0c3d-4ccd-bf45-aa62f9acc336,segment=NetworkSegment(4cd949f7-03a8-44ef-bbb6-74e5d6820ac5),segment_id=4cd949f7-03a8-44ef-bbb6-74e5d6820ac5)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:04:46.528473 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657c684-b083-44f8-8766-1edf36ec59e1 req-cf661d93-cedf-4b4c-b41a-64c22f72ee19 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:46.529941 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6657c684-b083-44f8-8766-1edf36ec59e1 req-cf661d93-cedf-4b4c-b41a-64c22f72ee19 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0523086 Mar 07 17:04:46.555945 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-0a9d73a2-df23-48c2-9ba3-228b5a81af7d req-3dfc4280-fd73-4262-8266-333e00eb8197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58733560'] for port (07e18c41-0c3d-4ccd-bf45-aa62f9acc336), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:46.607168 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d73a2-df23-48c2-9ba3-228b5a81af7d req-3dfc4280-fd73-4262-8266-333e00eb8197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:46.607865 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-0a9d73a2-df23-48c2-9ba3-228b5a81af7d req-3dfc4280-fd73-4262-8266-333e00eb8197 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:46.610861 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0a9d73a2-df23-48c2-9ba3-228b5a81af7d req-3dfc4280-fd73-4262-8266-333e00eb8197 service neutron] 10.222.0.53 "PUT /v2.0/ports/07e18c41-0c3d-4ccd-bf45-aa62f9acc336 HTTP/1.1" status: 200 len: 1094 time: 0.7579148 Mar 07 17:04:46.614371 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e0ed18c-1ee4-4284-b604-5f80cde8ea43', 'tag': '07e18c41-0c3d-4ccd-bf45-aa62f9acc336'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:04:46.616884 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aba4c615e876ca6c23e5fed61a3d1f980fac3f984d457871ad3b292fe147bdb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe44e729-7792-40e5-8cce-b9a13f1de8da" -d '{"events": [{"name": "network-changed", "server_uuid": "6e0ed18c-1ee4-4284-b604-5f80cde8ea43", "tag": "07e18c41-0c3d-4ccd-bf45-aa62f9acc336"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:04:46.628808 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6657c684-b083-44f8-8766-1edf36ec59e1 req-973a6321-ac2f-4911-b99d-f18e42a08114 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924656 Mar 07 17:04:46.670493 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165aa46b-bc85-41a0-8633-cb55a1d63560 x-openstack-request-id: req-165aa46b-bc85-41a0-8633-cb55a1d63560 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:04:46.670785 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e0ed18c-1ee4-4284-b604-5f80cde8ea43", "tag": "07e18c41-0c3d-4ccd-bf45-aa62f9acc336", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:04:46.671042 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-165aa46b-bc85-41a0-8633-cb55a1d63560 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:04:46.671438 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e0ed18c-1ee4-4284-b604-5f80cde8ea43', 'tag': '07e18c41-0c3d-4ccd-bf45-aa62f9acc336', 'status': 'completed', 'code': 200} Mar 07 17:04:46.673693 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc4280-fd73-4262-8266-333e00eb8197 service neutron] Pushing event updated for resources: {'Port': ['ID=07e18c41-0c3d-4ccd-bf45-aa62f9acc336,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:46.701140 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026420c0-0ea6-49f7-9199-722013c6131b req-5845b6a2-89ee-4125-8190-d5b936451d19 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:46.702768 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-026420c0-0ea6-49f7-9199-722013c6131b req-5845b6a2-89ee-4125-8190-d5b936451d19 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e0ed18c-1ee4-4284-b604-5f80cde8ea43 HTTP/1.1" status: 200 len: 944 time: 0.0787852 Mar 07 17:04:46.750268 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-026420c0-0ea6-49f7-9199-722013c6131b req-7b6531ac-6ed5-424a-936d-d9934d168551 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/security-groups?id=5556d38f-cae6-4b56-83ff-aaf36e7dcf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417094 Mar 07 17:04:47.748682 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a73ca9-0be0-4f74-b3d1-ae8f6067e890 req-1c660a69-a611-41b5-84ce-e5dad3847f54 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:47.750494 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-48a73ca9-0be0-4f74-b3d1-ae8f6067e890 req-1c660a69-a611-41b5-84ce-e5dad3847f54 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0534456 Mar 07 17:04:47.797585 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-48a73ca9-0be0-4f74-b3d1-ae8f6067e890 req-1252f21a-0962-4bf0-b4a9-70ebe38a09d9 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413210 Mar 07 17:04:47.868620 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859db0cf-8113-47fa-8216-3df21435220d req-a7960e36-19ff-4879-b5f2-9df34cd3c717 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:47.870115 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-859db0cf-8113-47fa-8216-3df21435220d req-a7960e36-19ff-4879-b5f2-9df34cd3c717 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e0ed18c-1ee4-4284-b604-5f80cde8ea43 HTTP/1.1" status: 200 len: 944 time: 0.0508766 Mar 07 17:04:47.919418 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-859db0cf-8113-47fa-8216-3df21435220d req-83bbd2f4-d786-410d-abc6-d901a355d963 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/security-groups?id=5556d38f-cae6-4b56-83ff-aaf36e7dcf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438566 Mar 07 17:04:48.161924 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44e729-7792-40e5-8cce-b9a13f1de8da req-84ec25e9-08e1-4a98-abc4-1bcac43496e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:48.163493 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fe44e729-7792-40e5-8cce-b9a13f1de8da req-84ec25e9-08e1-4a98-abc4-1bcac43496e2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bd6188d67ed045bbb9f5a1d8a4aa2fe5&device_id=6e0ed18c-1ee4-4284-b604-5f80cde8ea43 HTTP/1.1" status: 200 len: 1128 time: 0.0454853 Mar 07 17:04:48.196152 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:48.262821 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44e729-7792-40e5-8cce-b9a13f1de8da req-a0c001cb-272b-4f9f-b228-f26ac3aacce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:48.264308 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fe44e729-7792-40e5-8cce-b9a13f1de8da req-a0c001cb-272b-4f9f-b228-f26ac3aacce9 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=bd6188d67ed045bbb9f5a1d8a4aa2fe5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0917060 Mar 07 17:04:48.358031 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44e729-7792-40e5-8cce-b9a13f1de8da req-ccf1c18a-213a-48f3-957d-87be7a60c764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:48.359479 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fe44e729-7792-40e5-8cce-b9a13f1de8da req-ccf1c18a-213a-48f3-957d-87be7a60c764 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881779 Mar 07 17:04:48.368129 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3fb9092c-82e0-4752-966c-6950b9ee237f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:48.439770 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d73a2-df23-48c2-9ba3-228b5a81af7d req-97f2c270-0fb8-408c-bbf6-fe6fbf50c566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:48.441773 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0a9d73a2-df23-48c2-9ba3-228b5a81af7d req-97f2c270-0fb8-408c-bbf6-fe6fbf50c566 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bd6188d67ed045bbb9f5a1d8a4aa2fe5&device_id=6e0ed18c-1ee4-4284-b604-5f80cde8ea43 HTTP/1.1" status: 200 len: 1128 time: 0.0459130 Mar 07 17:04:48.486202 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0a9d73a2-df23-48c2-9ba3-228b5a81af7d req-bc2d0b20-5b80-4332-b32b-9a62078cebcc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07e18c41-0c3d-4ccd-bf45-aa62f9acc336 HTTP/1.1" status: 200 len: 217 time: 0.0373695 Mar 07 17:04:48.535835 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d73a2-df23-48c2-9ba3-228b5a81af7d req-073b144a-5ce5-4fac-8b1e-8aa9668f0d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:48.537342 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0a9d73a2-df23-48c2-9ba3-228b5a81af7d req-073b144a-5ce5-4fac-8b1e-8aa9668f0d8f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f90e4243-c971-4198-8766-1c39992d5d25 HTTP/1.1" status: 200 len: 849 time: 0.0443039 Mar 07 17:04:48.575302 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0a9d73a2-df23-48c2-9ba3-228b5a81af7d req-3410115c-4056-430d-9690-8dda4f8233db service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ba593602-edf8-456e-903a-c3b91309fe72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296121 Mar 07 17:04:48.669389 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0a9d73a2-df23-48c2-9ba3-228b5a81af7d req-1fff87d0-7e05-4c5b-aeb4-ae89d093827a service neutron] 10.222.0.53 "GET /v2.0/networks/ba593602-edf8-456e-903a-c3b91309fe72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876391 Mar 07 17:04:48.759194 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0a9d73a2-df23-48c2-9ba3-228b5a81af7d req-dbce838d-9711-4165-9ff4-5724941e5895 service neutron] 10.222.0.53 "GET /v2.0/networks/ba593602-edf8-456e-903a-c3b91309fe72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830004 Mar 07 17:04:48.917437 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e640e8-9a95-4b6d-9a18-69a85d08c22e req-57697892-f1f2-48ad-ad9b-d9efe82cdc10 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:48.918908 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-93e640e8-9a95-4b6d-9a18-69a85d08c22e req-57697892-f1f2-48ad-ad9b-d9efe82cdc10 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0527737 Mar 07 17:04:48.970279 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-93e640e8-9a95-4b6d-9a18-69a85d08c22e req-0aeeab48-ee42-4e77-94f1-2e750a7da2ca tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452573 Mar 07 17:04:49.036146 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b6eae-bf75-45e6-8299-76c55608bd16 req-4de336a4-83d6-4059-bf68-fd4505df8323 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:49.037526 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-af6b6eae-bf75-45e6-8299-76c55608bd16 req-4de336a4-83d6-4059-bf68-fd4505df8323 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e0ed18c-1ee4-4284-b604-5f80cde8ea43 HTTP/1.1" status: 200 len: 944 time: 0.0524149 Mar 07 17:04:49.083297 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-af6b6eae-bf75-45e6-8299-76c55608bd16 req-95524ab7-e03e-42ba-b928-54c14070c33f tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/security-groups?id=5556d38f-cae6-4b56-83ff-aaf36e7dcf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402031 Mar 07 17:04:50.089648 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d354b-89cd-482b-a3e6-9fbb1aa83d7b req-ccc59016-6bcd-41cb-b64c-1b6993dcae24 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:50.091298 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c51d354b-89cd-482b-a3e6-9fbb1aa83d7b req-ccc59016-6bcd-41cb-b64c-1b6993dcae24 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0531881 Mar 07 17:04:50.141677 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c51d354b-89cd-482b-a3e6-9fbb1aa83d7b req-55224783-289c-439a-8de7-e9505843d1f7 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444655 Mar 07 17:04:50.205338 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aca448-d65a-4b14-9795-57b741258729 req-008403da-d801-4870-a705-82e991c61592 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:50.206999 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-07aca448-d65a-4b14-9795-57b741258729 req-008403da-d801-4870-a705-82e991c61592 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e0ed18c-1ee4-4284-b604-5f80cde8ea43 HTTP/1.1" status: 200 len: 944 time: 0.0579739 Mar 07 17:04:50.269160 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-07aca448-d65a-4b14-9795-57b741258729 req-da151396-7022-4261-8887-ae54614dcfda tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/security-groups?id=5556d38f-cae6-4b56-83ff-aaf36e7dcf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520577 Mar 07 17:04:50.313414 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 35008) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:50.413370 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:50.451164 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-b5875977-5412-4207-a3cd-42e18ab153b9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=62d80e82289f46afb82a7b35ff5936d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1365762 Mar 07 17:04:50.453892 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 35014) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:50.503531 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8a5d07ae-ff21-4374-814b-4a6082ced598 admin admin] Publish callbacks [] for security_group (95669664-f430-4a2a-82af-61c5d5362ba7), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:50.528368 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8a5d07ae-ff21-4374-814b-4a6082ced598 admin admin] Publish callbacks [] for security_group (95669664-f430-4a2a-82af-61c5d5362ba7), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:50.645883 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8a5d07ae-ff21-4374-814b-4a6082ced598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (95669664-f430-4a2a-82af-61c5d5362ba7), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:50.648560 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8a5d07ae-ff21-4374-814b-4a6082ced598 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:50.649716 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-8a5d07ae-ff21-4374-814b-4a6082ced598 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/95669664-f430-4a2a-82af-61c5d5362ba7 HTTP/1.1" status: 204 len: 168 time: 0.1949317 Mar 07 17:04:50.659399 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d07ae-ff21-4374-814b-4a6082ced598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95669664-f430-4a2a-82af-61c5d5362ba7,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:51.263928 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56326a54-c02a-416a-8113-93b97aa70e0d req-cfdf2d5d-05a9-4a44-951e-2d5e7aaa5590 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:51.268536 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-56326a54-c02a-416a-8113-93b97aa70e0d req-cfdf2d5d-05a9-4a44-951e-2d5e7aaa5590 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0560031 Mar 07 17:04:51.317738 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-56326a54-c02a-416a-8113-93b97aa70e0d req-346096c7-9218-41cd-a3c7-76e145715caa tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460775 Mar 07 17:04:51.403036 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485adf3c-3548-4190-90d7-8949056cb212 req-09dc27b5-0dc4-40d0-9723-ed069fb97d4d tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:51.404531 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-485adf3c-3548-4190-90d7-8949056cb212 req-09dc27b5-0dc4-40d0-9723-ed069fb97d4d tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e0ed18c-1ee4-4284-b604-5f80cde8ea43 HTTP/1.1" status: 200 len: 944 time: 0.0549898 Mar 07 17:04:51.452820 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-485adf3c-3548-4190-90d7-8949056cb212 req-4feba401-aad6-43bf-9f85-8656d4ed49b9 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/security-groups?id=5556d38f-cae6-4b56-83ff-aaf36e7dcf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427532 Mar 07 17:04:51.619619 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 35052) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:51.717947 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-88a78a08-eeb6-421f-8d79-43ecaca19a7a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1210523138-network', 'tenant_id': '9c209a56518a47aea7e997fd4223a98c'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:04:51.807538 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a78a08-eeb6-421f-8d79-43ecaca19a7a admin admin] Made reservation on behalf of 9c209a56518a47aea7e997fd4223a98c for: {'network': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:04:51.809855 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-88a78a08-eeb6-421f-8d79-43ecaca19a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for network (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:51.818799 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-88a78a08-eeb6-421f-8d79-43ecaca19a7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:51.830365 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:51.890154 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-88a78a08-eeb6-421f-8d79-43ecaca19a7a admin admin] Publish callbacks [] for security_group (98860551-734a-463d-87d5-9ebd4cfa975a), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:51.960209 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-88a78a08-eeb6-421f-8d79-43ecaca19a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (98860551-734a-463d-87d5-9ebd4cfa975a), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:51.983709 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88a78a08-eeb6-421f-8d79-43ecaca19a7a admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=103431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 17:04:51.999235 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a78a08-eeb6-421f-8d79-43ecaca19a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98860551-734a-463d-87d5-9ebd4cfa975a,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:52.002004 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-88a78a08-eeb6-421f-8d79-43ecaca19a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696658'] for segment (b6706fab-4ae8-42aa-8ada-1adefbc92609), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:52.002340 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.db.segments_db [None req-88a78a08-eeb6-421f-8d79-43ecaca19a7a admin admin] Added segment b6706fab-4ae8-42aa-8ada-1adefbc92609 of type vlan for network f09f7dbb-82c6-4d35-8521-db45cf32e53c Mar 07 17:04:52.040471 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-88a78a08-eeb6-421f-8d79-43ecaca19a7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762243790367'] for network (f09f7dbb-82c6-4d35-8521-db45cf32e53c), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:52.125717 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-88a78a08-eeb6-421f-8d79-43ecaca19a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490'] for network (f09f7dbb-82c6-4d35-8521-db45cf32e53c), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:52.126669 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a78a08-eeb6-421f-8d79-43ecaca19a7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:52.127242 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-88a78a08-eeb6-421f-8d79-43ecaca19a7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:52.131203 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device 07e18c41-0c3d-4ccd-bf45-aa62f9acc336 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:04:52.186137 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a78a08-eeb6-421f-8d79-43ecaca19a7a admin admin] Pushing event updated for resources: {'Network': ['ID=f09f7dbb-82c6-4d35-8521-db45cf32e53c,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:52.198801 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Network f09f7dbb-82c6-4d35-8521-db45cf32e53c details requested by agent ovs-agent-dv-cinder-804035-42-iscsi with host dv-cinder-804035-42-iscsi {{(pid=103440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 17:04:52.221468 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-88a78a08-eeb6-421f-8d79-43ecaca19a7a admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6006901 Mar 07 17:04:52.224504 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 35060) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:52.229416 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-6f4f69bc-77e5-48fb-91c5-e22f89bfd768 admin admin] Request body: {'subnet': {'network_id': 'f09f7dbb-82c6-4d35-8521-db45cf32e53c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1210523138-subnet', 'tenant_id': '9c209a56518a47aea7e997fd4223a98c', 'ip_version': 4}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:04:52.322179 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4f69bc-77e5-48fb-91c5-e22f89bfd768 admin admin] Made reservation on behalf of 9c209a56518a47aea7e997fd4223a98c for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:04:52.325041 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6f4f69bc-77e5-48fb-91c5-e22f89bfd768 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-52271328'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:52.414126 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port 07e18c41-0c3d-4ccd-bf45-aa62f9acc336, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=07e18c41-0c3d-4ccd-bf45-aa62f9acc336,segment=NetworkSegment(4cd949f7-03a8-44ef-bbb6-74e5d6820ac5),segment_id=4cd949f7-03a8-44ef-bbb6-74e5d6820ac5)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:04:52.425273 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Returning: {'device': '07e18c41-0c3d-4ccd-bf45-aa62f9acc336', 'network_id': 'ba593602-edf8-456e-903a-c3b91309fe72', 'port_id': '07e18c41-0c3d-4ccd-bf45-aa62f9acc336', 'mac_address': 'fa:16:3e:64:5c:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f90e4243-c971-4198-8766-1c39992d5d25', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:04:52.476592 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Current status of the port 07e18c41-0c3d-4ccd-bf45-aa62f9acc336 is: DOWN; New status is: BUILD {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:04:52.476592 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (07e18c41-0c3d-4ccd-bf45-aa62f9acc336), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:52.491038 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07e18c41-0c3d-4ccd-bf45-aa62f9acc336 {{(pid=103440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:04:52.516086 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port 07e18c41-0c3d-4ccd-bf45-aa62f9acc336, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=07e18c41-0c3d-4ccd-bf45-aa62f9acc336,segment=NetworkSegment(4cd949f7-03a8-44ef-bbb6-74e5d6820ac5),segment_id=4cd949f7-03a8-44ef-bbb6-74e5d6820ac5)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:04:52.584501 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (07e18c41-0c3d-4ccd-bf45-aa62f9acc336), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:52.595169 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6f4f69bc-77e5-48fb-91c5-e22f89bfd768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51015424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-52271358'] for subnet (59906c62-41b2-4312-809f-0ad753757d03), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:52.639642 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Pushing event updated for resources: {'Port': ['ID=07e18c41-0c3d-4ccd-bf45-aa62f9acc336,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:52.657660 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4f69bc-77e5-48fb-91c5-e22f89bfd768 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59906c62-41b2-4312-809f-0ad753757d03,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:52.674238 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4f69bc-77e5-48fb-91c5-e22f89bfd768 admin admin] Checking segment: {'id': 'b6706fab-4ae8-42aa-8ada-1adefbc92609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f09f7dbb-82c6-4d35-8521-db45cf32e53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:04:52.674664 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4f69bc-77e5-48fb-91c5-e22f89bfd768 admin admin] Network hostable DHCP agents. Network: f09f7dbb-82c6-4d35-8521-db45cf32e53c, hostable agents: ['7a37eb1f-9e1c-4804-b782-6f192b2f1d6e'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 17:04:52.725838 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ded3e-917c-4e80-a0fe-93832d331540 req-c3386f9b-cff1-41de-a5af-cd6274ee51cb tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:52.727387 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ee6ded3e-917c-4e80-a0fe-93832d331540 req-c3386f9b-cff1-41de-a5af-cd6274ee51cb tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.3244216 Mar 07 17:04:52.738897 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e0ff2d-b524-4acf-a314-cf9e31d38bac req-9f49b15c-150b-4a65-a8b9-e545cdd570ed tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:52.740444 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-97e0ff2d-b524-4acf-a314-cf9e31d38bac req-9f49b15c-150b-4a65-a8b9-e545cdd570ed tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e0ed18c-1ee4-4284-b604-5f80cde8ea43 HTTP/1.1" status: 200 len: 945 time: 0.0690389 Mar 07 17:04:52.761330 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4f69bc-77e5-48fb-91c5-e22f89bfd768 admin admin] Network f09f7dbb-82c6-4d35-8521-db45cf32e53c is scheduled to be hosted by DHCP agent 7a37eb1f-9e1c-4804-b782-6f192b2f1d6e with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 17:04:52.810895 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ee6ded3e-917c-4e80-a0fe-93832d331540 req-6bfb6789-23a6-4647-b83b-16b1a66aef53 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693836 Mar 07 17:04:52.814239 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-97e0ff2d-b524-4acf-a314-cf9e31d38bac req-6ede0466-df6f-45a7-aacd-5a06d46c0c87 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/security-groups?id=5556d38f-cae6-4b56-83ff-aaf36e7dcf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669804 Mar 07 17:04:52.841428 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-6f4f69bc-77e5-48fb-91c5-e22f89bfd768 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-42-iscsi, f09f7dbb-82c6-4d35-8521-db45cf32e53c) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:04:52.846098 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4f69bc-77e5-48fb-91c5-e22f89bfd768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:52.846913 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6f4f69bc-77e5-48fb-91c5-e22f89bfd768 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:52.851673 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd401f4c-cacd-4af4-ad8e-006fc245da06 None None] Network f09f7dbb-82c6-4d35-8521-db45cf32e53c requested from dv-cinder-804035-42-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:04:52.941908 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-6f4f69bc-77e5-48fb-91c5-e22f89bfd768 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7162871 Mar 07 17:04:52.945181 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 35074) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:52.950066 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-53ddea79-2fea-4bae-950e-e20067fbc6a7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1210523138-router', 'tenant_id': '9c209a56518a47aea7e997fd4223a98c', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'}}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:04:52.966563 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8483a2c2-3d1a-4752-b3c6-4a4d3f38c4e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6403845-1bb7-5d12-a049-1e0087d61b53-f09f7dbb-82c6-4d35-8521-db45cf32e53c', 'network_id': 'f09f7dbb-82c6-4d35-8521-db45cf32e53c', 'project_id': '9c209a56518a47aea7e997fd4223a98c', 'fixed_ips': [{'subnet_id': '59906c62-41b2-4312-809f-0ad753757d03'}]}} from dv-cinder-804035-42-iscsi. {{(pid=103440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 17:04:52.967741 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8483a2c2-3d1a-4752-b3c6-4a4d3f38c4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:53.038316 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:53.048847 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] get_ports_and_sgs() called for port_ids ['07e18c41-0c3d-4ccd-bf45-aa62f9acc336'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:04:53.053995 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-53ddea79-2fea-4bae-950e-e20067fbc6a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2050708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57156'] for router (eb24e58a-d306-483c-88a0-eb4acabe1110), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:53.055298 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-53ddea79-2fea-4bae-950e-e20067fbc6a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2052452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2048215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57165'] for router (eb24e58a-d306-483c-88a0-eb4acabe1110), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:53.111818 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-53ddea79-2fea-4bae-950e-e20067fbc6a7 admin admin] Publish callbacks [] for router_controller (eb24e58a-d306-483c-88a0-eb4acabe1110), precommit_add_association {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:53.156566 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.db_base_plugin_common [None req-8483a2c2-3d1a-4752-b3c6-4a4d3f38c4e6 None None] Allocated IP 172.20.0.2 (f09f7dbb-82c6-4d35-8521-db45cf32e53c/59906c62-41b2-4312-809f-0ad753757d03/b6785f72-288f-4546-801d-15608f5b2038) {{(pid=103440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:04:53.265087 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 35078) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:53.318033 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-53ddea79-2fea-4bae-950e-e20067fbc6a7 admin admin] Publish callbacks [] for router_gateway (eb24e58a-d306-483c-88a0-eb4acabe1110), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:53.361139 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8483a2c2-3d1a-4752-b3c6-4a4d3f38c4e6 None None] Publish callbacks [] for port (b6785f72-288f-4546-801d-15608f5b2038), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:53.377465 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-95f34d3f-5c42-4e96-a9ca-178620341354 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:53.432761 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8483a2c2-3d1a-4752-b3c6-4a4d3f38c4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377'] for port (b6785f72-288f-4546-801d-15608f5b2038), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:53.467970 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-95f34d3f-5c42-4e96-a9ca-178620341354 admin admin] Publish callbacks [] for security_group (f544da0f-8fa0-494d-be26-9a3811ac22ca), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:53.479317 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8483a2c2-3d1a-4752-b3c6-4a4d3f38c4e6 None None] Network f09f7dbb-82c6-4d35-8521-db45cf32e53c is already hosted by enough agents. {{(pid=103440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:04:53.483535 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [None req-8483a2c2-3d1a-4752-b3c6-4a4d3f38c4e6 None None] Resources bound (agent type, host, resource id): {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:04:53.486212 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8483a2c2-3d1a-4752-b3c6-4a4d3f38c4e6 None None] Received port after_create {{(pid=103440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:04:53.496293 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8483a2c2-3d1a-4752-b3c6-4a4d3f38c4e6 None None] Pushing event updated for resources: {'Port': ['ID=b6785f72-288f-4546-801d-15608f5b2038,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:53.538794 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-95f34d3f-5c42-4e96-a9ca-178620341354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (f544da0f-8fa0-494d-be26-9a3811ac22ca), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:53.553457 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-8483a2c2-3d1a-4752-b3c6-4a4d3f38c4e6 None None] Attempting to bind port b6785f72-288f-4546-801d-15608f5b2038 on host dv-cinder-804035-42-iscsi for vnic_type normal with profile {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:04:53.553825 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-8483a2c2-3d1a-4752-b3c6-4a4d3f38c4e6 None None] Attempting to bind port b6785f72-288f-4546-801d-15608f5b2038 by drivers openvswitch,hyperv on host dv-cinder-804035-42-iscsi at level 0 using segments [{'id': 'b6706fab-4ae8-42aa-8ada-1adefbc92609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f09f7dbb-82c6-4d35-8521-db45cf32e53c'}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:04:53.554187 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8483a2c2-3d1a-4752-b3c6-4a4d3f38c4e6 None None] Attempting to bind port b6785f72-288f-4546-801d-15608f5b2038 on network f09f7dbb-82c6-4d35-8521-db45cf32e53c {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:04:53.559643 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8483a2c2-3d1a-4752-b3c6-4a4d3f38c4e6 None None] Checking agent: {'id': 'bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 53, 53), 'started_at': datetime.datetime(2022, 3, 7, 16, 54, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:04:53.560159 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8483a2c2-3d1a-4752-b3c6-4a4d3f38c4e6 None None] Checking segment: {'id': 'b6706fab-4ae8-42aa-8ada-1adefbc92609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f09f7dbb-82c6-4d35-8521-db45cf32e53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:04:53.560446 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8483a2c2-3d1a-4752-b3c6-4a4d3f38c4e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:53.560993 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8483a2c2-3d1a-4752-b3c6-4a4d3f38c4e6 None None] Bound using segment: {'id': 'b6706fab-4ae8-42aa-8ada-1adefbc92609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f09f7dbb-82c6-4d35-8521-db45cf32e53c'} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:04:53.561626 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-8483a2c2-3d1a-4752-b3c6-4a4d3f38c4e6 None None] Bound port: b6785f72-288f-4546-801d-15608f5b2038, host: dv-cinder-804035-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6706fab-4ae8-42aa-8ada-1adefbc92609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f09f7dbb-82c6-4d35-8521-db45cf32e53c'}}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:04:53.562171 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8483a2c2-3d1a-4752-b3c6-4a4d3f38c4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (b6785f72-288f-4546-801d-15608f5b2038), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:53.578124 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-53ddea79-2fea-4bae-950e-e20067fbc6a7 admin admin] Publish callbacks [] for router_gateway (eb24e58a-d306-483c-88a0-eb4acabe1110), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:53.585611 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-95f34d3f-5c42-4e96-a9ca-178620341354 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2b8ef1a0e8d14020ba0aa244e5a1e98a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3193789 Mar 07 17:04:53.586783 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f34d3f-5c42-4e96-a9ca-178620341354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f544da0f-8fa0-494d-be26-9a3811ac22ca,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:53.589312 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 35084) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:53.593369 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-53ddea79-2fea-4bae-950e-e20067fbc6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:53.633719 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-8483a2c2-3d1a-4752-b3c6-4a4d3f38c4e6 None None] For port b6785f72-288f-4546-801d-15608f5b2038, host dv-cinder-804035-42-iscsi, cleared binding levels {{(pid=103440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:04:53.637653 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-8483a2c2-3d1a-4752-b3c6-4a4d3f38c4e6 None None] For port b6785f72-288f-4546-801d-15608f5b2038, host dv-cinder-804035-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=b6785f72-288f-4546-801d-15608f5b2038,segment=NetworkSegment(b6706fab-4ae8-42aa-8ada-1adefbc92609),segment_id=b6706fab-4ae8-42aa-8ada-1adefbc92609)] {{(pid=103440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:04:53.650365 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c60bdcc8-764e-4153-b601-754158abd055 admin admin] Publish callbacks [] for security_group (f544da0f-8fa0-494d-be26-9a3811ac22ca), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:53.679526 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c60bdcc8-764e-4153-b601-754158abd055 admin admin] Publish callbacks [] for security_group (f544da0f-8fa0-494d-be26-9a3811ac22ca), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:53.708075 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-53ddea79-2fea-4bae-950e-e20067fbc6a7 admin admin] Allocated IP 172.27.3.82 (ca3ae6bc-acc1-44d4-99e8-2239d5d79721/7ea6e5b5-19cc-4407-9435-cc1a16805785/700fbc10-f6b5-4502-bb37-c6d1228d10fd) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:04:53.739894 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8483a2c2-3d1a-4752-b3c6-4a4d3f38c4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (b6785f72-288f-4546-801d-15608f5b2038), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:53.794707 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c60bdcc8-764e-4153-b601-754158abd055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (f544da0f-8fa0-494d-be26-9a3811ac22ca), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:53.797301 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c60bdcc8-764e-4153-b601-754158abd055 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:53.798574 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-c60bdcc8-764e-4153-b601-754158abd055 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f544da0f-8fa0-494d-be26-9a3811ac22ca HTTP/1.1" status: 204 len: 168 time: 0.2081926 Mar 07 17:04:53.808842 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60bdcc8-764e-4153-b601-754158abd055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f544da0f-8fa0-494d-be26-9a3811ac22ca,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:53.829823 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-53ddea79-2fea-4bae-950e-e20067fbc6a7 admin admin] Publish callbacks [] for port (700fbc10-f6b5-4502-bb37-c6d1228d10fd), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:53.839418 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8483a2c2-3d1a-4752-b3c6-4a4d3f38c4e6 None None] Pushing event updated for resources: {'Port': ['ID=b6785f72-288f-4546-801d-15608f5b2038,revision_number=2']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:53.981163 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-53ddea79-2fea-4bae-950e-e20067fbc6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (700fbc10-f6b5-4502-bb37-c6d1228d10fd), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:54.037821 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109033f-1805-4067-9ce6-0e826cd14d0b req-7ba90c89-c2df-4466-b836-000477b487d8 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:54.039374 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c109033f-1805-4067-9ce6-0e826cd14d0b req-7ba90c89-c2df-4466-b836-000477b487d8 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e0ed18c-1ee4-4284-b604-5f80cde8ea43 HTTP/1.1" status: 200 len: 945 time: 0.1309459 Mar 07 17:04:54.054989 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d8a28-da92-46be-8de5-9b25a4d0a0ed req-f24bb956-618b-41f7-9bca-ef60f1e224cf tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:54.056558 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2e7d8a28-da92-46be-8de5-9b25a4d0a0ed req-f24bb956-618b-41f7-9bca-ef60f1e224cf tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.1503620 Mar 07 17:04:54.061070 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ddea79-2fea-4bae-950e-e20067fbc6a7 admin admin] Network ca3ae6bc-acc1-44d4-99e8-2239d5d79721 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:04:54.077555 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ddea79-2fea-4bae-950e-e20067fbc6a7 admin admin] Pushing event updated for resources: {'Port': ['ID=700fbc10-f6b5-4502-bb37-c6d1228d10fd,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:54.080171 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-53ddea79-2fea-4bae-950e-e20067fbc6a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:04:54.096184 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ddea79-2fea-4bae-950e-e20067fbc6a7 admin admin] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:04:54.187107 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c109033f-1805-4067-9ce6-0e826cd14d0b req-28f6935c-4166-4c41-a5ee-8da43f14c0ba tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/security-groups?id=5556d38f-cae6-4b56-83ff-aaf36e7dcf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249299 Mar 07 17:04:54.195705 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2e7d8a28-da92-46be-8de5-9b25a4d0a0ed req-08280f5d-47d2-4592-861f-241b7543f7d3 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269536 Mar 07 17:04:54.239975 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device b6785f72-288f-4546-801d-15608f5b2038 up at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:04:54.301276 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Provisioning complete for port b6785f72-288f-4546-801d-15608f5b2038 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:04:54.301651 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (b6785f72-288f-4546-801d-15608f5b2038), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:54.388722 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Current status of the port b6785f72-288f-4546-801d-15608f5b2038 is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:04:54.389117 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (b6785f72-288f-4546-801d-15608f5b2038), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:54.428716 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] For port b6785f72-288f-4546-801d-15608f5b2038, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=b6785f72-288f-4546-801d-15608f5b2038,segment=NetworkSegment(b6706fab-4ae8-42aa-8ada-1adefbc92609),segment_id=b6706fab-4ae8-42aa-8ada-1adefbc92609)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:04:54.498970 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (b6785f72-288f-4546-801d-15608f5b2038), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:54.520261 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-53ddea79-2fea-4bae-950e-e20067fbc6a7 admin admin] Publish callbacks [] for router_gateway (eb24e58a-d306-483c-88a0-eb4acabe1110), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:54.552747 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Pushing event updated for resources: {'Port': ['ID=b6785f72-288f-4546-801d-15608f5b2038,revision_number=3']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:54.744111 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-53ddea79-2fea-4bae-950e-e20067fbc6a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2052463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2048250'] for router (eb24e58a-d306-483c-88a0-eb4acabe1110), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:54.891918 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743833e3-1ea9-4770-9e44-1c11d28a0a95 None None] Network f09f7dbb-82c6-4d35-8521-db45cf32e53c requested from dv-cinder-804035-42-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:04:54.943176 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ddea79-2fea-4bae-950e-e20067fbc6a7 admin admin] Router eb24e58a-d306-483c-88a0-eb4acabe1110 is scheduled to L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 with binding_index 1 {{(pid=103431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 17:04:54.975929 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-a4785695-2983-44a0-824b-349fdbd117ff None None] Provisioning complete for port b6785f72-288f-4546-801d-15608f5b2038 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:04:54.976303 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a4785695-2983-44a0-824b-349fdbd117ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (b6785f72-288f-4546-801d-15608f5b2038), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:55.068944 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ddea79-2fea-4bae-950e-e20067fbc6a7 admin admin] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:04:55.080461 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc316a3-a74f-471b-85da-23c1c57e34b5 None None] Sync routers for ids ['eb24e58a-d306-483c-88a0-eb4acabe1110'] in dv-cinder-804035-42-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:04:55.093548 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc316a3-a74f-471b-85da-23c1c57e34b5 None None] Routers {'eb24e58a-d306-483c-88a0-eb4acabe1110'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:04:55.094413 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-3cc316a3-a74f-471b-85da-23c1c57e34b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:04:48Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['eb24e58a-d306-483c-88a0-eb4acabe1110'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:04:55.102304 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-a4785695-2983-44a0-824b-349fdbd117ff None None] Current status of the port b6785f72-288f-4546-801d-15608f5b2038 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:04:55.180478 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-53ddea79-2fea-4bae-950e-e20067fbc6a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:55.184211 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-53ddea79-2fea-4bae-950e-e20067fbc6a7 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2354867 Mar 07 17:04:55.184963 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 35140) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:55.223288 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-3cc316a3-a74f-471b-85da-23c1c57e34b5 None None] Set router eb24e58a-d306-483c-88a0-eb4acabe1110 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:04:55.334758 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-426dbee3-19bd-43b3-aff3-b0bf0072783b None None] Provisioning complete for port b6785f72-288f-4546-801d-15608f5b2038 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:04:55.335318 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-426dbee3-19bd-43b3-aff3-b0bf0072783b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (b6785f72-288f-4546-801d-15608f5b2038), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:55.416418 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b1150-18d6-49fa-8bf4-5b2fbae748a1 req-3a65df5e-d2dc-43ce-abb1-1d782d7deb41 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:55.418224 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b47b1150-18d6-49fa-8bf4-5b2fbae748a1 req-3a65df5e-d2dc-43ce-abb1-1d782d7deb41 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.1066537 Mar 07 17:04:55.427186 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529899f-e483-48a2-831c-462bd2dfda35 req-3c50129e-4311-4638-9327-b7ea0e5ce88b tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:55.428926 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f529899f-e483-48a2-831c-462bd2dfda35 req-3c50129e-4311-4638-9327-b7ea0e5ce88b tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e0ed18c-1ee4-4284-b604-5f80cde8ea43 HTTP/1.1" status: 200 len: 945 time: 0.1291494 Mar 07 17:04:55.486705 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-426dbee3-19bd-43b3-aff3-b0bf0072783b None None] Current status of the port b6785f72-288f-4546-801d-15608f5b2038 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:04:55.502667 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b47b1150-18d6-49fa-8bf4-5b2fbae748a1 req-99277fa0-0715-4f21-b084-2711b925bc45 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725994 Mar 07 17:04:55.514662 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-3cc316a3-a74f-471b-85da-23c1c57e34b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb24e58a-d306-483c-88a0-eb4acabe1110', 'name': 'tempest-TestShelveInstance-1210523138-router', 'tenant_id': '9c209a56518a47aea7e997fd4223a98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '700fbc10-f6b5-4502-bb37-c6d1228d10fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:04:53Z', 'updated_at': '2022-03-07T17:04:54Z', 'revision_number': 3, 'project_id': '9c209a56518a47aea7e997fd4223a98c', 'gw_port': {'id': '700fbc10-f6b5-4502-bb37-c6d1228d10fd', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:51:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb24e58a-d306-483c-88a0-eb4acabe1110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:53Z', 'updated_at': '2022-03-07T17:04:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi'}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:04:55.532430 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f529899f-e483-48a2-831c-462bd2dfda35 req-0104b600-e4fc-4661-aa8d-a08691a338d2 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/security-groups?id=5556d38f-cae6-4b56-83ff-aaf36e7dcf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952740 Mar 07 17:04:55.566255 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc316a3-a74f-471b-85da-23c1c57e34b5 None None] Checking router: eb24e58a-d306-483c-88a0-eb4acabe1110 for host: dv-cinder-804035-42-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:04:55.566255 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc316a3-a74f-471b-85da-23c1c57e34b5 None None] Updating router eb24e58a-d306-483c-88a0-eb4acabe1110 port 700fbc10-f6b5-4502-bb37-c6d1228d10fd binding host dv-cinder-804035-42-iscsi {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 17:04:55.594663 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3cc316a3-a74f-471b-85da-23c1c57e34b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (700fbc10-f6b5-4502-bb37-c6d1228d10fd), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:55.767992 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c8b2adbe-3bc8-41a4-be93-37f06395cf3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:55.849188 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3cc316a3-a74f-471b-85da-23c1c57e34b5 None None] Publish callbacks [] for port (700fbc10-f6b5-4502-bb37-c6d1228d10fd), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:55.922969 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-c8b2adbe-3bc8-41a4-be93-37f06395cf3b admin admin] Allocated IP 172.20.0.1 (f09f7dbb-82c6-4d35-8521-db45cf32e53c/59906c62-41b2-4312-809f-0ad753757d03/d8b03bae-43aa-4a01-81e9-24d4498b1aac) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:04:55.933238 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3cc316a3-a74f-471b-85da-23c1c57e34b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (700fbc10-f6b5-4502-bb37-c6d1228d10fd), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:55.989226 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-3cc316a3-a74f-471b-85da-23c1c57e34b5 None None] Attempting to bind port 700fbc10-f6b5-4502-bb37-c6d1228d10fd on host dv-cinder-804035-42-iscsi for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:04:55.989598 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-3cc316a3-a74f-471b-85da-23c1c57e34b5 None None] Attempting to bind port 700fbc10-f6b5-4502-bb37-c6d1228d10fd by drivers openvswitch,hyperv on host dv-cinder-804035-42-iscsi at level 0 using segments [{'id': '733ea0a4-2088-41be-a436-48329c6e880b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:04:55.989968 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc316a3-a74f-471b-85da-23c1c57e34b5 None None] Attempting to bind port 700fbc10-f6b5-4502-bb37-c6d1228d10fd on network ca3ae6bc-acc1-44d4-99e8-2239d5d79721 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:04:55.997562 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca64f49-c488-4a26-83b9-b1aac8aef6f4 None None] Pushing event updated for resources: {'Port': ['ID=700fbc10-f6b5-4502-bb37-c6d1228d10fd,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:55.999842 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc316a3-a74f-471b-85da-23c1c57e34b5 None None] Checking agent: {'id': 'bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 53, 53), 'started_at': datetime.datetime(2022, 3, 7, 16, 54, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:04:56.000212 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc316a3-a74f-471b-85da-23c1c57e34b5 None None] Checking segment: {'id': '733ea0a4-2088-41be-a436-48329c6e880b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:04:56.000662 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3cc316a3-a74f-471b-85da-23c1c57e34b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:56.001014 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc316a3-a74f-471b-85da-23c1c57e34b5 None None] Bound using segment: {'id': '733ea0a4-2088-41be-a436-48329c6e880b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:04:56.001700 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-3cc316a3-a74f-471b-85da-23c1c57e34b5 None None] Bound port: 700fbc10-f6b5-4502-bb37-c6d1228d10fd, host: dv-cinder-804035-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '733ea0a4-2088-41be-a436-48329c6e880b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:04:56.001931 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3cc316a3-a74f-471b-85da-23c1c57e34b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (700fbc10-f6b5-4502-bb37-c6d1228d10fd), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:56.027283 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca64f49-c488-4a26-83b9-b1aac8aef6f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:56.027682 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca64f49-c488-4a26-83b9-b1aac8aef6f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:56.028046 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca64f49-c488-4a26-83b9-b1aac8aef6f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:56.028389 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca64f49-c488-4a26-83b9-b1aac8aef6f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:56.028721 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca64f49-c488-4a26-83b9-b1aac8aef6f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:56.029088 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca64f49-c488-4a26-83b9-b1aac8aef6f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:56.029435 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca64f49-c488-4a26-83b9-b1aac8aef6f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:56.029772 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca64f49-c488-4a26-83b9-b1aac8aef6f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:56.030099 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca64f49-c488-4a26-83b9-b1aac8aef6f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:56.030446 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca64f49-c488-4a26-83b9-b1aac8aef6f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:56.030577 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c8b2adbe-3bc8-41a4-be93-37f06395cf3b admin admin] Publish callbacks [] for port (d8b03bae-43aa-4a01-81e9-24d4498b1aac), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:56.030905 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca64f49-c488-4a26-83b9-b1aac8aef6f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:56.031086 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca64f49-c488-4a26-83b9-b1aac8aef6f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:56.031410 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca64f49-c488-4a26-83b9-b1aac8aef6f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:04:56.065942 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3cc316a3-a74f-471b-85da-23c1c57e34b5 None None] For port 700fbc10-f6b5-4502-bb37-c6d1228d10fd, host dv-cinder-804035-42-iscsi, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:04:56.070001 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3cc316a3-a74f-471b-85da-23c1c57e34b5 None None] For port 700fbc10-f6b5-4502-bb37-c6d1228d10fd, host dv-cinder-804035-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=700fbc10-f6b5-4502-bb37-c6d1228d10fd,segment=NetworkSegment(733ea0a4-2088-41be-a436-48329c6e880b),segment_id=733ea0a4-2088-41be-a436-48329c6e880b)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:04:56.130463 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device b6785f72-288f-4546-801d-15608f5b2038 up at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:04:56.143406 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c8b2adbe-3bc8-41a4-be93-37f06395cf3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51013872'] for port (d8b03bae-43aa-4a01-81e9-24d4498b1aac), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:56.154580 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device 07e18c41-0c3d-4ccd-bf45-aa62f9acc336 up at agent hyperv_hv-cinder-80403 {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:04:56.182558 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b2adbe-3bc8-41a4-be93-37f06395cf3b admin admin] Network f09f7dbb-82c6-4d35-8521-db45cf32e53c is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:04:56.186696 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-c8b2adbe-3bc8-41a4-be93-37f06395cf3b admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:04:56.190097 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b2adbe-3bc8-41a4-be93-37f06395cf3b admin admin] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:04:56.201269 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3cc316a3-a74f-471b-85da-23c1c57e34b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (700fbc10-f6b5-4502-bb37-c6d1228d10fd), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:56.220258 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Provisioning complete for port b6785f72-288f-4546-801d-15608f5b2038 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:04:56.220698 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (b6785f72-288f-4546-801d-15608f5b2038), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:56.235939 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c8b2adbe-3bc8-41a4-be93-37f06395cf3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2049751'] for router_interface (eb24e58a-d306-483c-88a0-eb4acabe1110), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:56.242969 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2adbe-3bc8-41a4-be93-37f06395cf3b admin admin] Pushing event updated for resources: {'Port': ['ID=d8b03bae-43aa-4a01-81e9-24d4498b1aac,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:56.302801 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc316a3-a74f-471b-85da-23c1c57e34b5 None None] Routers {'eb24e58a-d306-483c-88a0-eb4acabe1110'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:04:56.302994 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Provisioning for port 07e18c41-0c3d-4ccd-bf45-aa62f9acc336 completed by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 17:04:56.303904 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-3cc316a3-a74f-471b-85da-23c1c57e34b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:04:48Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['eb24e58a-d306-483c-88a0-eb4acabe1110'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:04:56.312311 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Provisioning complete for port 07e18c41-0c3d-4ccd-bf45-aa62f9acc336 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:04:56.312693 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (07e18c41-0c3d-4ccd-bf45-aa62f9acc336), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:56.346333 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Current status of the port b6785f72-288f-4546-801d-15608f5b2038 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:04:56.349142 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca64f49-c488-4a26-83b9-b1aac8aef6f4 None None] Pushing event updated for resources: {'Port': ['ID=700fbc10-f6b5-4502-bb37-c6d1228d10fd,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:56.424180 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Current status of the port 07e18c41-0c3d-4ccd-bf45-aa62f9acc336 is: BUILD; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:04:56.424180 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (07e18c41-0c3d-4ccd-bf45-aa62f9acc336), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:56.440447 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-3cc316a3-a74f-471b-85da-23c1c57e34b5 None None] Set router eb24e58a-d306-483c-88a0-eb4acabe1110 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:04:56.453883 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0ed18c-1ee4-4284-b604-5f80cde8ea43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e18c41-0c3d-4ccd-bf45-aa62f9acc336'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:04:56.456441 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11138cde4cb47aed6ab60590cdc6142137d0740b05d94cd9dbb0d95d7575220c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdba788c-799a-4d64-9166-c54e4ad4600a" -d '{"events": [{"server_uuid": "6e0ed18c-1ee4-4284-b604-5f80cde8ea43", "name": "network-vif-plugged", "status": "completed", "tag": "07e18c41-0c3d-4ccd-bf45-aa62f9acc336"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:04:56.469785 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port 07e18c41-0c3d-4ccd-bf45-aa62f9acc336, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=07e18c41-0c3d-4ccd-bf45-aa62f9acc336,segment=NetworkSegment(4cd949f7-03a8-44ef-bbb6-74e5d6820ac5),segment_id=4cd949f7-03a8-44ef-bbb6-74e5d6820ac5)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:04:56.478746 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c8b2adbe-3bc8-41a4-be93-37f06395cf3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (d8b03bae-43aa-4a01-81e9-24d4498b1aac), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:56.496211 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3628e568-cbe0-41fa-b617-bf7a5eefd540 x-openstack-request-id: req-3628e568-cbe0-41fa-b617-bf7a5eefd540 {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:04:56.496529 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e0ed18c-1ee4-4284-b604-5f80cde8ea43", "name": "network-vif-plugged", "status": "completed", "tag": "07e18c41-0c3d-4ccd-bf45-aa62f9acc336", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:04:56.496791 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3628e568-cbe0-41fa-b617-bf7a5eefd540 {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:04:56.497190 dv-cinder-804035-42-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e0ed18c-1ee4-4284-b604-5f80cde8ea43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e18c41-0c3d-4ccd-bf45-aa62f9acc336', 'code': 200} Mar 07 17:04:56.516862 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-b313dbae-1d9b-4d3f-a7b9-7a4a4af7ae30 None None] Provisioning complete for port d8b03bae-43aa-4a01-81e9-24d4498b1aac triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:04:56.528153 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b313dbae-1d9b-4d3f-a7b9-7a4a4af7ae30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (d8b03bae-43aa-4a01-81e9-24d4498b1aac), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:56.547979 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (07e18c41-0c3d-4ccd-bf45-aa62f9acc336), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:56.608753 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-b313dbae-1d9b-4d3f-a7b9-7a4a4af7ae30 None None] Port d8b03bae-43aa-4a01-81e9-24d4498b1aac cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:04:56.654573 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Pushing event updated for resources: {'Port': ['ID=07e18c41-0c3d-4ccd-bf45-aa62f9acc336,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:56.733428 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c8b2adbe-3bc8-41a4-be93-37f06395cf3b admin admin] Publish callbacks [] for port (d8b03bae-43aa-4a01-81e9-24d4498b1aac), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:56.764514 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269401b7-69ea-4693-9a5f-73b562393631 req-af4a8c62-f78c-4ddf-ab15-b67e2f478b02 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:56.766104 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-269401b7-69ea-4693-9a5f-73b562393631 req-af4a8c62-f78c-4ddf-ab15-b67e2f478b02 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e0ed18c-1ee4-4284-b604-5f80cde8ea43 HTTP/1.1" status: 200 len: 946 time: 0.1079454 Mar 07 17:04:56.770283 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-3cc316a3-a74f-471b-85da-23c1c57e34b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb24e58a-d306-483c-88a0-eb4acabe1110', 'name': 'tempest-TestShelveInstance-1210523138-router', 'tenant_id': '9c209a56518a47aea7e997fd4223a98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '700fbc10-f6b5-4502-bb37-c6d1228d10fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:04:53Z', 'updated_at': '2022-03-07T17:04:54Z', 'revision_number': 3, 'project_id': '9c209a56518a47aea7e997fd4223a98c', 'gw_port': {'id': '700fbc10-f6b5-4502-bb37-c6d1228d10fd', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:51:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb24e58a-d306-483c-88a0-eb4acabe1110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:53Z', 'updated_at': '2022-03-07T17:04:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi'}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:04:56.789115 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d5c63d-dcc1-49e7-b59e-710c33b08896 req-04ad2868-0665-40fe-a963-e19facd9fa2d tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:56.790644 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-41d5c63d-dcc1-49e7-b59e-710c33b08896 req-04ad2868-0665-40fe-a963-e19facd9fa2d tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0968313 Mar 07 17:04:56.813306 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c8b2adbe-3bc8-41a4-be93-37f06395cf3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51013769'] for port (d8b03bae-43aa-4a01-81e9-24d4498b1aac), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:56.863676 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-269401b7-69ea-4693-9a5f-73b562393631 req-d8936506-00fe-4773-b110-7c723d049971 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/security-groups?id=5556d38f-cae6-4b56-83ff-aaf36e7dcf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879688 Mar 07 17:04:56.881054 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-41d5c63d-dcc1-49e7-b59e-710c33b08896 req-dabf4e05-c49e-4cb9-ba12-1e018ba61a80 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823228 Mar 07 17:04:56.928656 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2adbe-3bc8-41a4-be93-37f06395cf3b admin admin] Pushing event updated for resources: {'Port': ['ID=d8b03bae-43aa-4a01-81e9-24d4498b1aac,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:56.936660 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c8b2adbe-3bc8-41a4-be93-37f06395cf3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2049723'] for router_interface (eb24e58a-d306-483c-88a0-eb4acabe1110), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:56.940402 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca4866-3102-4750-bf98-bf6d131e20c3 req-e8860a53-a18a-4090-974f-59e53656f023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:56.942158 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d2ca4866-3102-4750-bf98-bf6d131e20c3 req-e8860a53-a18a-4090-974f-59e53656f023 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6e0ed18c-1ee4-4284-b604-5f80cde8ea43 HTTP/1.1" status: 200 len: 1130 time: 0.0743263 Mar 07 17:04:56.950222 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc316a3-a74f-471b-85da-23c1c57e34b5 None None] The sync data for ids ['eb24e58a-d306-483c-88a0-eb4acabe1110'] in dv-cinder-804035-42-iscsi is: [{'id': 'eb24e58a-d306-483c-88a0-eb4acabe1110', 'name': 'tempest-TestShelveInstance-1210523138-router', 'tenant_id': '9c209a56518a47aea7e997fd4223a98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '700fbc10-f6b5-4502-bb37-c6d1228d10fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:04:53Z', 'updated_at': '2022-03-07T17:04:54Z', 'revision_number': 3, 'project_id': '9c209a56518a47aea7e997fd4223a98c', 'gw_port': {'id': '700fbc10-f6b5-4502-bb37-c6d1228d10fd', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:51:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb24e58a-d306-483c-88a0-eb4acabe1110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:53Z', 'updated_at': '2022-03-07T17:04:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi'}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:04:56.997914 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d2ca4866-3102-4750-bf98-bf6d131e20c3 req-d51f1b15-dd27-43d3-bc69-6b9004c9e9a0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5556d38f-cae6-4b56-83ff-aaf36e7dcf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494151 Mar 07 17:04:57.050488 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b2adbe-3bc8-41a4-be93-37f06395cf3b admin admin] Network f09f7dbb-82c6-4d35-8521-db45cf32e53c is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:04:57.051902 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-c8b2adbe-3bc8-41a4-be93-37f06395cf3b admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:04:57.195483 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b2adbe-3bc8-41a4-be93-37f06395cf3b admin admin] Router eb24e58a-d306-483c-88a0-eb4acabe1110 has already been hosted by L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:04:57.321514 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b2adbe-3bc8-41a4-be93-37f06395cf3b admin admin] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:04:57.330240 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-c8b2adbe-3bc8-41a4-be93-37f06395cf3b admin admin] 10.222.0.45 "PUT /v2.0/routers/eb24e58a-d306-483c-88a0-eb4acabe1110/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1436622 Mar 07 17:04:57.345850 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-5e13074f-3cb6-4a36-bbe1-99f132b0e909 None None] Provisioning complete for port d8b03bae-43aa-4a01-81e9-24d4498b1aac triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:04:57.346371 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5e13074f-3cb6-4a36-bbe1-99f132b0e909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (d8b03bae-43aa-4a01-81e9-24d4498b1aac), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:57.385921 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-5e13074f-3cb6-4a36-bbe1-99f132b0e909 None None] Port d8b03bae-43aa-4a01-81e9-24d4498b1aac cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:04:58.061387 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf7bb96-4f61-4c8b-bb10-5a2c53c3a9c8 req-df5bf306-b3ec-4d31-b21a-fae1d9336adf tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:58.069145 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ddf7bb96-4f61-4c8b-bb10-5a2c53c3a9c8 req-df5bf306-b3ec-4d31-b21a-fae1d9336adf tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e0ed18c-1ee4-4284-b604-5f80cde8ea43 HTTP/1.1" status: 200 len: 946 time: 0.1094413 Mar 07 17:04:58.099165 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a91a2-5b30-454d-9d2a-1a580edc5de4 req-5026b4e4-920a-4aa7-93bd-cea1d895892a tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:58.100859 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b02a91a2-5b30-454d-9d2a-1a580edc5de4 req-5026b4e4-920a-4aa7-93bd-cea1d895892a tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.1097517 Mar 07 17:04:58.150878 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ddf7bb96-4f61-4c8b-bb10-5a2c53c3a9c8 req-4f713d52-ed4e-4f2e-8d5e-9980fdf79e10 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/security-groups?id=5556d38f-cae6-4b56-83ff-aaf36e7dcf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816388 Mar 07 17:04:58.188689 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b02a91a2-5b30-454d-9d2a-1a580edc5de4 req-400bd19c-c5a5-4d45-af2c-3b7b07bea10c tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743816 Mar 07 17:04:58.217597 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 700fbc10-f6b5-4502-bb37-c6d1228d10fd up at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:04:58.273093 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Provisioning complete for port 700fbc10-f6b5-4502-bb37-c6d1228d10fd triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:04:58.273520 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (700fbc10-f6b5-4502-bb37-c6d1228d10fd), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:58.287752 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 35222) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:58.292911 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-43956a57-66af-4f47-82a5-e65d98774b8f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-623320463-network', 'tenant_id': '92a48402ed504e168a0b73d84016bffd'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:04:58.356525 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Current status of the port 700fbc10-f6b5-4502-bb37-c6d1228d10fd is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:04:58.357010 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (700fbc10-f6b5-4502-bb37-c6d1228d10fd), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:58.380013 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] For port 700fbc10-f6b5-4502-bb37-c6d1228d10fd, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=700fbc10-f6b5-4502-bb37-c6d1228d10fd,segment=NetworkSegment(733ea0a4-2088-41be-a436-48329c6e880b),segment_id=733ea0a4-2088-41be-a436-48329c6e880b)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:04:58.394626 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43956a57-66af-4f47-82a5-e65d98774b8f admin admin] Made reservation on behalf of 92a48402ed504e168a0b73d84016bffd for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:04:58.394626 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-43956a57-66af-4f47-82a5-e65d98774b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:58.396868 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-43956a57-66af-4f47-82a5-e65d98774b8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:58.471433 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-43956a57-66af-4f47-82a5-e65d98774b8f admin admin] Publish callbacks [] for security_group (ad3fea6e-ae6e-40dc-9873-e22f96f94016), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:58.474275 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (700fbc10-f6b5-4502-bb37-c6d1228d10fd), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:58.530050 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Pushing event updated for resources: {'Port': ['ID=700fbc10-f6b5-4502-bb37-c6d1228d10fd,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:58.538402 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-43956a57-66af-4f47-82a5-e65d98774b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (ad3fea6e-ae6e-40dc-9873-e22f96f94016), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:58.568927 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43956a57-66af-4f47-82a5-e65d98774b8f admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 17:04:58.578406 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43956a57-66af-4f47-82a5-e65d98774b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3fea6e-ae6e-40dc-9873-e22f96f94016,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:58.588208 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-43956a57-66af-4f47-82a5-e65d98774b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696658'] for segment (308d1c6f-a227-486a-87cd-62219153fa2c), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:58.588556 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.db.segments_db [None req-43956a57-66af-4f47-82a5-e65d98774b8f admin admin] Added segment 308d1c6f-a227-486a-87cd-62219153fa2c of type vlan for network 4d4debca-90ff-49a2-869b-fd229b66a90c Mar 07 17:04:58.606946 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e382b43-0bb5-4d48-89ac-0d82301b6bf7 None None] Sync routers for ids ['eb24e58a-d306-483c-88a0-eb4acabe1110'] in dv-cinder-804035-42-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:04:58.618544 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e382b43-0bb5-4d48-89ac-0d82301b6bf7 None None] Routers {'eb24e58a-d306-483c-88a0-eb4acabe1110'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:04:58.620204 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-6e382b43-0bb5-4d48-89ac-0d82301b6bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:04:48Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['eb24e58a-d306-483c-88a0-eb4acabe1110'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:04:58.640331 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-43956a57-66af-4f47-82a5-e65d98774b8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762243790367'] for network (4d4debca-90ff-49a2-869b-fd229b66a90c), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:58.753933 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-6e382b43-0bb5-4d48-89ac-0d82301b6bf7 None None] Set router eb24e58a-d306-483c-88a0-eb4acabe1110 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:04:58.767541 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-43956a57-66af-4f47-82a5-e65d98774b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490'] for network (4d4debca-90ff-49a2-869b-fd229b66a90c), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:58.768559 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43956a57-66af-4f47-82a5-e65d98774b8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:58.769182 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-43956a57-66af-4f47-82a5-e65d98774b8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:58.835108 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43956a57-66af-4f47-82a5-e65d98774b8f admin admin] Pushing event updated for resources: {'Network': ['ID=4d4debca-90ff-49a2-869b-fd229b66a90c,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:58.847476 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Network 4d4debca-90ff-49a2-869b-fd229b66a90c details requested by agent ovs-agent-dv-cinder-804035-42-iscsi with host dv-cinder-804035-42-iscsi {{(pid=103440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 17:04:58.905574 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-43956a57-66af-4f47-82a5-e65d98774b8f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6164839 Mar 07 17:04:58.908317 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 35226) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:58.915485 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-7ab779c5-7a19-45dd-a09d-b22bc3c19bf2 admin admin] Request body: {'subnet': {'network_id': '4d4debca-90ff-49a2-869b-fd229b66a90c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-623320463-subnet', 'tenant_id': '92a48402ed504e168a0b73d84016bffd', 'ip_version': 4}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:04:59.011334 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab779c5-7a19-45dd-a09d-b22bc3c19bf2 admin admin] Made reservation on behalf of 92a48402ed504e168a0b73d84016bffd for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:04:59.013764 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7ab779c5-7a19-45dd-a09d-b22bc3c19bf2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-52271328'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:59.043600 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-6e382b43-0bb5-4d48-89ac-0d82301b6bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb24e58a-d306-483c-88a0-eb4acabe1110', 'name': 'tempest-TestShelveInstance-1210523138-router', 'tenant_id': '9c209a56518a47aea7e997fd4223a98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '700fbc10-f6b5-4502-bb37-c6d1228d10fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:04:53Z', 'updated_at': '2022-03-07T17:04:56Z', 'revision_number': 4, 'project_id': '9c209a56518a47aea7e997fd4223a98c', 'gw_port': {'id': '700fbc10-f6b5-4502-bb37-c6d1228d10fd', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:51:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb24e58a-d306-483c-88a0-eb4acabe1110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:53Z', 'updated_at': '2022-03-07T17:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': 'd8b03bae-43aa-4a01-81e9-24d4498b1aac', 'name': '', 'network_id': 'f09f7dbb-82c6-4d35-8521-db45cf32e53c', 'tenant_id': '9c209a56518a47aea7e997fd4223a98c', 'mac_address': 'fa:16:3e:ac:d8:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb24e58a-d306-483c-88a0-eb4acabe1110', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '59906c62-41b2-4312-809f-0ad753757d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:55Z', 'updated_at': '2022-03-07T17:04:56Z', 'revision_number': 2, 'project_id': '9c209a56518a47aea7e997fd4223a98c', 'subnets': [{'id': '59906c62-41b2-4312-809f-0ad753757d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:04:59.070510 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e382b43-0bb5-4d48-89ac-0d82301b6bf7 None None] Checking router: eb24e58a-d306-483c-88a0-eb4acabe1110 for host: dv-cinder-804035-42-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:04:59.071120 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e382b43-0bb5-4d48-89ac-0d82301b6bf7 None None] Updating router eb24e58a-d306-483c-88a0-eb4acabe1110 port d8b03bae-43aa-4a01-81e9-24d4498b1aac binding host dv-cinder-804035-42-iscsi {{(pid=103440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 17:04:59.101469 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6e382b43-0bb5-4d48-89ac-0d82301b6bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (d8b03bae-43aa-4a01-81e9-24d4498b1aac), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:59.263374 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7ab779c5-7a19-45dd-a09d-b22bc3c19bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51015424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-52271358'] for subnet (b1907f5b-6e32-4a81-9046-a736a6beba50), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:59.305612 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a687e-0089-4e83-8716-91764af6f339 req-9a32436f-49d6-4c93-b95b-f1a4d4b88250 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:59.307154 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8c6a687e-0089-4e83-8716-91764af6f339 req-9a32436f-49d6-4c93-b95b-f1a4d4b88250 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e0ed18c-1ee4-4284-b604-5f80cde8ea43 HTTP/1.1" status: 200 len: 946 time: 0.0751598 Mar 07 17:04:59.339507 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab779c5-7a19-45dd-a09d-b22bc3c19bf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1907f5b-6e32-4a81-9046-a736a6beba50,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:59.350525 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab779c5-7a19-45dd-a09d-b22bc3c19bf2 admin admin] Checking segment: {'id': '308d1c6f-a227-486a-87cd-62219153fa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4d4debca-90ff-49a2-869b-fd229b66a90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:04:59.351280 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab779c5-7a19-45dd-a09d-b22bc3c19bf2 admin admin] Network hostable DHCP agents. Network: 4d4debca-90ff-49a2-869b-fd229b66a90c, hostable agents: ['7a37eb1f-9e1c-4804-b782-6f192b2f1d6e'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 17:04:59.401292 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7af062-650a-4f02-a5e9-5df9c6ba4482 req-f4143a62-850d-4ae7-95ea-f48a78ef716f tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:59.402768 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-bb7af062-650a-4f02-a5e9-5df9c6ba4482 req-f4143a62-850d-4ae7-95ea-f48a78ef716f tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.1225357 Mar 07 17:04:59.406207 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8c6a687e-0089-4e83-8716-91764af6f339 req-2c3e536d-428f-4476-84d7-a2230f2fe741 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/security-groups?id=5556d38f-cae6-4b56-83ff-aaf36e7dcf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914550 Mar 07 17:04:59.452087 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab779c5-7a19-45dd-a09d-b22bc3c19bf2 admin admin] Network 4d4debca-90ff-49a2-869b-fd229b66a90c is scheduled to be hosted by DHCP agent 7a37eb1f-9e1c-4804-b782-6f192b2f1d6e with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 17:04:59.464016 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-bb7af062-650a-4f02-a5e9-5df9c6ba4482 req-969344af-a218-41df-b01c-c63de63b90c4 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547614 Mar 07 17:04:59.541368 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6e382b43-0bb5-4d48-89ac-0d82301b6bf7 None None] Publish callbacks [] for port (d8b03bae-43aa-4a01-81e9-24d4498b1aac), precommit_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:59.544292 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-7ab779c5-7a19-45dd-a09d-b22bc3c19bf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-42-iscsi, 4d4debca-90ff-49a2-869b-fd229b66a90c) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:04:59.549049 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab779c5-7a19-45dd-a09d-b22bc3c19bf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:04:59.551076 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7ab779c5-7a19-45dd-a09d-b22bc3c19bf2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:59.553396 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7db7373-7d7d-42a9-82bc-d4ee141574f6 None None] Network 4d4debca-90ff-49a2-869b-fd229b66a90c requested from dv-cinder-804035-42-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:04:59.647624 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6e382b43-0bb5-4d48-89ac-0d82301b6bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (d8b03bae-43aa-4a01-81e9-24d4498b1aac), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:59.661612 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-7ab779c5-7a19-45dd-a09d-b22bc3c19bf2 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7522099 Mar 07 17:04:59.664257 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 35238) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:04:59.668467 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-2c4a0e7c-fd75-43bc-a085-db4ceae2c338 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-623320463-router', 'tenant_id': '92a48402ed504e168a0b73d84016bffd', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'}}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:04:59.681760 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fe4230-cd7a-4199-b690-bc3582ca16f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6403845-1bb7-5d12-a049-1e0087d61b53-4d4debca-90ff-49a2-869b-fd229b66a90c', 'network_id': '4d4debca-90ff-49a2-869b-fd229b66a90c', 'project_id': '92a48402ed504e168a0b73d84016bffd', 'fixed_ips': [{'subnet_id': 'b1907f5b-6e32-4a81-9046-a736a6beba50'}]}} from dv-cinder-804035-42-iscsi. {{(pid=103440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 17:04:59.682624 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f2fe4230-cd7a-4199-b690-bc3582ca16f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:59.733704 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495877cf-c367-4df4-818f-bd76f482cd60 None None] Pushing event updated for resources: {'Port': ['ID=d8b03bae-43aa-4a01-81e9-24d4498b1aac,revision_number=3']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:04:59.795308 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2c4a0e7c-fd75-43bc-a085-db4ceae2c338 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2050708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57156'] for router (a913e585-1542-4841-a10a-559838d1429c), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:59.796066 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2c4a0e7c-fd75-43bc-a085-db4ceae2c338 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2052452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2048215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57165'] for router (a913e585-1542-4841-a10a-559838d1429c), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:59.867478 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2c4a0e7c-fd75-43bc-a085-db4ceae2c338 admin admin] Publish callbacks [] for router_controller (a913e585-1542-4841-a10a-559838d1429c), precommit_add_association {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:59.898255 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-6e382b43-0bb5-4d48-89ac-0d82301b6bf7 None None] Attempting to bind port d8b03bae-43aa-4a01-81e9-24d4498b1aac on host dv-cinder-804035-42-iscsi for vnic_type normal with profile {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:04:59.898586 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-6e382b43-0bb5-4d48-89ac-0d82301b6bf7 None None] Attempting to bind port d8b03bae-43aa-4a01-81e9-24d4498b1aac by drivers openvswitch,hyperv on host dv-cinder-804035-42-iscsi at level 0 using segments [{'id': 'b6706fab-4ae8-42aa-8ada-1adefbc92609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f09f7dbb-82c6-4d35-8521-db45cf32e53c'}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:04:59.898936 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e382b43-0bb5-4d48-89ac-0d82301b6bf7 None None] Attempting to bind port d8b03bae-43aa-4a01-81e9-24d4498b1aac on network f09f7dbb-82c6-4d35-8521-db45cf32e53c {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:04:59.909794 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e382b43-0bb5-4d48-89ac-0d82301b6bf7 None None] Checking agent: {'id': 'bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 53, 53), 'started_at': datetime.datetime(2022, 3, 7, 16, 54, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:04:59.910170 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e382b43-0bb5-4d48-89ac-0d82301b6bf7 None None] Checking segment: {'id': 'b6706fab-4ae8-42aa-8ada-1adefbc92609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f09f7dbb-82c6-4d35-8521-db45cf32e53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:04:59.910565 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6e382b43-0bb5-4d48-89ac-0d82301b6bf7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:59.910953 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e382b43-0bb5-4d48-89ac-0d82301b6bf7 None None] Bound using segment: {'id': 'b6706fab-4ae8-42aa-8ada-1adefbc92609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f09f7dbb-82c6-4d35-8521-db45cf32e53c'} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:04:59.911415 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-6e382b43-0bb5-4d48-89ac-0d82301b6bf7 None None] Bound port: d8b03bae-43aa-4a01-81e9-24d4498b1aac, host: dv-cinder-804035-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6706fab-4ae8-42aa-8ada-1adefbc92609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f09f7dbb-82c6-4d35-8521-db45cf32e53c'}}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:04:59.911812 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6e382b43-0bb5-4d48-89ac-0d82301b6bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (d8b03bae-43aa-4a01-81e9-24d4498b1aac), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:04:59.938751 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.db_base_plugin_common [None req-f2fe4230-cd7a-4199-b690-bc3582ca16f7 None None] Allocated IP 172.20.0.2 (4d4debca-90ff-49a2-869b-fd229b66a90c/b1907f5b-6e32-4a81-9046-a736a6beba50/dbfd9933-3af9-48db-874a-20ccb434247a) {{(pid=103440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:05:00.011917 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-87ca338a-1d5a-4d05-9d07-962a2824fb64 None None] Provisioning complete for port d8b03bae-43aa-4a01-81e9-24d4498b1aac triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:05:00.012312 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-87ca338a-1d5a-4d05-9d07-962a2824fb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (d8b03bae-43aa-4a01-81e9-24d4498b1aac), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:00.147367 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 700fbc10-f6b5-4502-bb37-c6d1228d10fd up at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:05:00.234918 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-6e382b43-0bb5-4d48-89ac-0d82301b6bf7 None None] For port d8b03bae-43aa-4a01-81e9-24d4498b1aac, host dv-cinder-804035-42-iscsi, cleared binding levels {{(pid=103440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:05:00.250124 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-87ca338a-1d5a-4d05-9d07-962a2824fb64 None None] Port d8b03bae-43aa-4a01-81e9-24d4498b1aac cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:05:00.253452 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f2fe4230-cd7a-4199-b690-bc3582ca16f7 None None] Publish callbacks [] for port (dbfd9933-3af9-48db-874a-20ccb434247a), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:00.261165 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-6e382b43-0bb5-4d48-89ac-0d82301b6bf7 None None] For port d8b03bae-43aa-4a01-81e9-24d4498b1aac, host dv-cinder-804035-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=d8b03bae-43aa-4a01-81e9-24d4498b1aac,segment=NetworkSegment(b6706fab-4ae8-42aa-8ada-1adefbc92609),segment_id=b6706fab-4ae8-42aa-8ada-1adefbc92609)] {{(pid=103440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:05:00.277787 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Provisioning complete for port 700fbc10-f6b5-4502-bb37-c6d1228d10fd triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:05:00.278154 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (700fbc10-f6b5-4502-bb37-c6d1228d10fd), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:00.288781 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2c4a0e7c-fd75-43bc-a085-db4ceae2c338 admin admin] Publish callbacks [] for router_gateway (a913e585-1542-4841-a10a-559838d1429c), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:00.322664 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f2fe4230-cd7a-4199-b690-bc3582ca16f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377'] for port (dbfd9933-3af9-48db-874a-20ccb434247a), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:00.386830 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fe4230-cd7a-4199-b690-bc3582ca16f7 None None] Network 4d4debca-90ff-49a2-869b-fd229b66a90c is already hosted by enough agents. {{(pid=103440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:05:00.389963 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6e382b43-0bb5-4d48-89ac-0d82301b6bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (d8b03bae-43aa-4a01-81e9-24d4498b1aac), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:00.402055 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [None req-f2fe4230-cd7a-4199-b690-bc3582ca16f7 None None] Resources bound (agent type, host, resource id): {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:05:00.413545 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fe4230-cd7a-4199-b690-bc3582ca16f7 None None] Received port after_create {{(pid=103440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:05:00.418238 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fe4230-cd7a-4199-b690-bc3582ca16f7 None None] Pushing event updated for resources: {'Port': ['ID=dbfd9933-3af9-48db-874a-20ccb434247a,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:00.435783 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Current status of the port 700fbc10-f6b5-4502-bb37-c6d1228d10fd is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:05:00.522372 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e382b43-0bb5-4d48-89ac-0d82301b6bf7 None None] Routers {'eb24e58a-d306-483c-88a0-eb4acabe1110'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:05:00.523006 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-6e382b43-0bb5-4d48-89ac-0d82301b6bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:04:48Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['eb24e58a-d306-483c-88a0-eb4acabe1110'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:05:00.581683 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-f2fe4230-cd7a-4199-b690-bc3582ca16f7 None None] Attempting to bind port dbfd9933-3af9-48db-874a-20ccb434247a on host dv-cinder-804035-42-iscsi for vnic_type normal with profile {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:05:00.581683 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-f2fe4230-cd7a-4199-b690-bc3582ca16f7 None None] Attempting to bind port dbfd9933-3af9-48db-874a-20ccb434247a by drivers openvswitch,hyperv on host dv-cinder-804035-42-iscsi at level 0 using segments [{'id': '308d1c6f-a227-486a-87cd-62219153fa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4d4debca-90ff-49a2-869b-fd229b66a90c'}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:05:00.581683 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fe4230-cd7a-4199-b690-bc3582ca16f7 None None] Attempting to bind port dbfd9933-3af9-48db-874a-20ccb434247a on network 4d4debca-90ff-49a2-869b-fd229b66a90c {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:05:00.587368 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495877cf-c367-4df4-818f-bd76f482cd60 None None] Pushing event updated for resources: {'Port': ['ID=d8b03bae-43aa-4a01-81e9-24d4498b1aac,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:00.605076 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fe4230-cd7a-4199-b690-bc3582ca16f7 None None] Checking agent: {'id': 'bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 53, 53), 'started_at': datetime.datetime(2022, 3, 7, 16, 54, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:05:00.605076 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fe4230-cd7a-4199-b690-bc3582ca16f7 None None] Checking segment: {'id': '308d1c6f-a227-486a-87cd-62219153fa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4d4debca-90ff-49a2-869b-fd229b66a90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:05:00.605076 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f2fe4230-cd7a-4199-b690-bc3582ca16f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:00.605076 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fe4230-cd7a-4199-b690-bc3582ca16f7 None None] Bound using segment: {'id': '308d1c6f-a227-486a-87cd-62219153fa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4d4debca-90ff-49a2-869b-fd229b66a90c'} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:05:00.605076 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-f2fe4230-cd7a-4199-b690-bc3582ca16f7 None None] Bound port: dbfd9933-3af9-48db-874a-20ccb434247a, host: dv-cinder-804035-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '308d1c6f-a227-486a-87cd-62219153fa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4d4debca-90ff-49a2-869b-fd229b66a90c'}}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:05:00.605076 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f2fe4230-cd7a-4199-b690-bc3582ca16f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (dbfd9933-3af9-48db-874a-20ccb434247a), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:00.617662 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347eb92-3a61-4bad-8568-b31e2f87da86 req-5c64e6f4-8cd6-49a7-bef1-8c6c3a51b581 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:00.619397 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d347eb92-3a61-4bad-8568-b31e2f87da86 req-5c64e6f4-8cd6-49a7-bef1-8c6c3a51b581 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0614614 Mar 07 17:05:00.696378 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d347eb92-3a61-4bad-8568-b31e2f87da86 req-79310c38-260d-4dfe-a2b6-34e8a02444e2 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675590 Mar 07 17:05:00.736934 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2c4a0e7c-fd75-43bc-a085-db4ceae2c338 admin admin] Publish callbacks [] for router_gateway (a913e585-1542-4841-a10a-559838d1429c), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:00.744415 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-6e382b43-0bb5-4d48-89ac-0d82301b6bf7 None None] Set router eb24e58a-d306-483c-88a0-eb4acabe1110 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:05:00.748058 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-f2fe4230-cd7a-4199-b690-bc3582ca16f7 None None] For port dbfd9933-3af9-48db-874a-20ccb434247a, host dv-cinder-804035-42-iscsi, cleared binding levels {{(pid=103440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:05:00.764419 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2c4a0e7c-fd75-43bc-a085-db4ceae2c338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:00.800477 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-f2fe4230-cd7a-4199-b690-bc3582ca16f7 None None] For port dbfd9933-3af9-48db-874a-20ccb434247a, host dv-cinder-804035-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=dbfd9933-3af9-48db-874a-20ccb434247a,segment=NetworkSegment(308d1c6f-a227-486a-87cd-62219153fa2c),segment_id=308d1c6f-a227-486a-87cd-62219153fa2c)] {{(pid=103440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:05:00.816116 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-854e9370-b35b-4416-919e-2653131d85ac None None] Provisioning complete for port d8b03bae-43aa-4a01-81e9-24d4498b1aac triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:05:00.816494 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-854e9370-b35b-4416-919e-2653131d85ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (d8b03bae-43aa-4a01-81e9-24d4498b1aac), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:00.846953 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e13e84-b244-4af9-bfab-09709450d342 req-8e02c372-f3ba-412f-bd4c-314fdff18438 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:00.849337 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c5e13e84-b244-4af9-bfab-09709450d342 req-8e02c372-f3ba-412f-bd4c-314fdff18438 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e0ed18c-1ee4-4284-b604-5f80cde8ea43 HTTP/1.1" status: 200 len: 946 time: 0.0572374 Mar 07 17:05:00.891297 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f2fe4230-cd7a-4199-b690-bc3582ca16f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (dbfd9933-3af9-48db-874a-20ccb434247a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:00.897599 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-2c4a0e7c-fd75-43bc-a085-db4ceae2c338 admin admin] Allocated IP 172.27.3.32 (ca3ae6bc-acc1-44d4-99e8-2239d5d79721/7ea6e5b5-19cc-4407-9435-cc1a16805785/a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:05:00.915161 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c5e13e84-b244-4af9-bfab-09709450d342 req-66943d37-848f-4db0-a412-3c8b3adc81dc tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/security-groups?id=5556d38f-cae6-4b56-83ff-aaf36e7dcf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594373 Mar 07 17:05:01.017688 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2c4a0e7c-fd75-43bc-a085-db4ceae2c338 admin admin] Publish callbacks [] for port (a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:01.023375 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fe4230-cd7a-4199-b690-bc3582ca16f7 None None] Pushing event updated for resources: {'Port': ['ID=dbfd9933-3af9-48db-874a-20ccb434247a,revision_number=2']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:01.106228 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2c4a0e7c-fd75-43bc-a085-db4ceae2c338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51013872'] for port (a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:01.107395 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-854e9370-b35b-4416-919e-2653131d85ac None None] Current status of the port d8b03bae-43aa-4a01-81e9-24d4498b1aac is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:05:01.107910 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-854e9370-b35b-4416-919e-2653131d85ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (d8b03bae-43aa-4a01-81e9-24d4498b1aac), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:01.154666 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-854e9370-b35b-4416-919e-2653131d85ac None None] For port d8b03bae-43aa-4a01-81e9-24d4498b1aac, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=d8b03bae-43aa-4a01-81e9-24d4498b1aac,segment=NetworkSegment(b6706fab-4ae8-42aa-8ada-1adefbc92609),segment_id=b6706fab-4ae8-42aa-8ada-1adefbc92609)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:05:01.157951 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-6e382b43-0bb5-4d48-89ac-0d82301b6bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb24e58a-d306-483c-88a0-eb4acabe1110', 'name': 'tempest-TestShelveInstance-1210523138-router', 'tenant_id': '9c209a56518a47aea7e997fd4223a98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '700fbc10-f6b5-4502-bb37-c6d1228d10fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:04:53Z', 'updated_at': '2022-03-07T17:04:56Z', 'revision_number': 4, 'project_id': '9c209a56518a47aea7e997fd4223a98c', 'gw_port': {'id': '700fbc10-f6b5-4502-bb37-c6d1228d10fd', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:51:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb24e58a-d306-483c-88a0-eb4acabe1110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:53Z', 'updated_at': '2022-03-07T17:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': 'd8b03bae-43aa-4a01-81e9-24d4498b1aac', 'name': '', 'network_id': 'f09f7dbb-82c6-4d35-8521-db45cf32e53c', 'tenant_id': '9c209a56518a47aea7e997fd4223a98c', 'mac_address': 'fa:16:3e:ac:d8:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb24e58a-d306-483c-88a0-eb4acabe1110', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '59906c62-41b2-4312-809f-0ad753757d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:55Z', 'updated_at': '2022-03-07T17:05:00Z', 'revision_number': 4, 'project_id': '9c209a56518a47aea7e997fd4223a98c', 'subnets': [{'id': '59906c62-41b2-4312-809f-0ad753757d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:05:01.159413 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4a0e7c-fd75-43bc-a085-db4ceae2c338 admin admin] Network ca3ae6bc-acc1-44d4-99e8-2239d5d79721 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:05:01.162776 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-2c4a0e7c-fd75-43bc-a085-db4ceae2c338 admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:05:01.167584 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4a0e7c-fd75-43bc-a085-db4ceae2c338 admin admin] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:05:01.191962 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a0e7c-fd75-43bc-a085-db4ceae2c338 admin admin] Pushing event updated for resources: {'Port': ['ID=a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:01.335089 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e382b43-0bb5-4d48-89ac-0d82301b6bf7 None None] The sync data for ids ['eb24e58a-d306-483c-88a0-eb4acabe1110'] in dv-cinder-804035-42-iscsi is: [{'id': 'eb24e58a-d306-483c-88a0-eb4acabe1110', 'name': 'tempest-TestShelveInstance-1210523138-router', 'tenant_id': '9c209a56518a47aea7e997fd4223a98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '700fbc10-f6b5-4502-bb37-c6d1228d10fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:04:53Z', 'updated_at': '2022-03-07T17:04:56Z', 'revision_number': 4, 'project_id': '9c209a56518a47aea7e997fd4223a98c', 'gw_port': {'id': '700fbc10-f6b5-4502-bb37-c6d1228d10fd', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:51:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb24e58a-d306-483c-88a0-eb4acabe1110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:53Z', 'updated_at': '2022-03-07T17:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': 'd8b03bae-43aa-4a01-81e9-24d4498b1aac', 'name': '', 'network_id': 'f09f7dbb-82c6-4d35-8521-db45cf32e53c', 'tenant_id': '9c209a56518a47aea7e997fd4223a98c', 'mac_address': 'fa:16:3e:ac:d8:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb24e58a-d306-483c-88a0-eb4acabe1110', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '59906c62-41b2-4312-809f-0ad753757d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:55Z', 'updated_at': '2022-03-07T17:05:00Z', 'revision_number': 4, 'project_id': '9c209a56518a47aea7e997fd4223a98c', 'subnets': [{'id': '59906c62-41b2-4312-809f-0ad753757d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:05:01.342324 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-854e9370-b35b-4416-919e-2653131d85ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (d8b03bae-43aa-4a01-81e9-24d4498b1aac), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:01.434829 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e9370-b35b-4416-919e-2653131d85ac None None] Pushing event updated for resources: {'Port': ['ID=d8b03bae-43aa-4a01-81e9-24d4498b1aac,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:01.569786 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2c4a0e7c-fd75-43bc-a085-db4ceae2c338 admin admin] Publish callbacks [] for router_gateway (a913e585-1542-4841-a10a-559838d1429c), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:01.786815 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2c4a0e7c-fd75-43bc-a085-db4ceae2c338 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2052463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2048250'] for router (a913e585-1542-4841-a10a-559838d1429c), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:01.848364 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289265e-eb1f-4f08-a91d-94a73f15ded1 req-fce481cd-8107-4c0b-93c6-dbaf508849fa tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:01.852677 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9289265e-eb1f-4f08-a91d-94a73f15ded1 req-fce481cd-8107-4c0b-93c6-dbaf508849fa tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0740578 Mar 07 17:05:01.924038 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9289265e-eb1f-4f08-a91d-94a73f15ded1 req-e829587c-d39c-4c80-adbb-8449a39a8a65 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657406 Mar 07 17:05:02.059314 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0db357-a8ca-4b1e-9c2f-40220ea0723c req-e96a2649-d439-4f41-be08-c9af4ecfa9dd tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:02.061051 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4b0db357-a8ca-4b1e-9c2f-40220ea0723c req-e96a2649-d439-4f41-be08-c9af4ecfa9dd tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e0ed18c-1ee4-4284-b604-5f80cde8ea43 HTTP/1.1" status: 200 len: 946 time: 0.0625281 Mar 07 17:05:02.088657 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4a0e7c-fd75-43bc-a085-db4ceae2c338 admin admin] Router a913e585-1542-4841-a10a-559838d1429c is scheduled to L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 with binding_index 1 {{(pid=103433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 17:05:02.142551 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4b0db357-a8ca-4b1e-9c2f-40220ea0723c req-c3d883d1-1aaa-4af3-9fef-f483b24b95ed tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/security-groups?id=5556d38f-cae6-4b56-83ff-aaf36e7dcf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666022 Mar 07 17:05:02.225488 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d68ca8-c8e8-4915-ae4a-9591a2fe5122 None None] Network 4d4debca-90ff-49a2-869b-fd229b66a90c requested from dv-cinder-804035-42-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:05:02.289815 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device dbfd9933-3af9-48db-874a-20ccb434247a up at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:05:02.294060 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4a0e7c-fd75-43bc-a085-db4ceae2c338 admin admin] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:05:02.311111 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb824b5-8497-4b87-af76-6f5f43b32e02 None None] Sync routers for ids ['a913e585-1542-4841-a10a-559838d1429c'] in dv-cinder-804035-42-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:05:02.337943 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb824b5-8497-4b87-af76-6f5f43b32e02 None None] Routers {'a913e585-1542-4841-a10a-559838d1429c'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:05:02.338608 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-8eb824b5-8497-4b87-af76-6f5f43b32e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:04:48Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['a913e585-1542-4841-a10a-559838d1429c'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:05:02.383659 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2c4a0e7c-fd75-43bc-a085-db4ceae2c338 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:02.388601 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-2c4a0e7c-fd75-43bc-a085-db4ceae2c338 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.7197304 Mar 07 17:05:02.388601 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 35274) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:02.415578 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1510e81c-94a0-49d5-92a6-90fd76dd5df0 None None] Provisioning complete for port dbfd9933-3af9-48db-874a-20ccb434247a triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:05:02.415955 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1510e81c-94a0-49d5-92a6-90fd76dd5df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (dbfd9933-3af9-48db-874a-20ccb434247a), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:02.485760 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-8eb824b5-8497-4b87-af76-6f5f43b32e02 None None] Set router a913e585-1542-4841-a10a-559838d1429c gateway port host: dv-cinder-804035-42-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:05:02.497958 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Provisioning complete for port dbfd9933-3af9-48db-874a-20ccb434247a triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:05:02.498346 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (dbfd9933-3af9-48db-874a-20ccb434247a), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:02.601472 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1510e81c-94a0-49d5-92a6-90fd76dd5df0 None None] Current status of the port dbfd9933-3af9-48db-874a-20ccb434247a is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:05:02.601866 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1510e81c-94a0-49d5-92a6-90fd76dd5df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (dbfd9933-3af9-48db-874a-20ccb434247a), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:02.676747 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-1510e81c-94a0-49d5-92a6-90fd76dd5df0 None None] For port dbfd9933-3af9-48db-874a-20ccb434247a, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=dbfd9933-3af9-48db-874a-20ccb434247a,segment=NetworkSegment(308d1c6f-a227-486a-87cd-62219153fa2c),segment_id=308d1c6f-a227-486a-87cd-62219153fa2c)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:05:02.705444 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Current status of the port dbfd9933-3af9-48db-874a-20ccb434247a is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:05:02.706700 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (dbfd9933-3af9-48db-874a-20ccb434247a), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:02.719531 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-8eb824b5-8497-4b87-af76-6f5f43b32e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a913e585-1542-4841-a10a-559838d1429c', 'name': 'tempest-TestShelveInstance-623320463-router', 'tenant_id': '92a48402ed504e168a0b73d84016bffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:04:59Z', 'updated_at': '2022-03-07T17:05:01Z', 'revision_number': 3, 'project_id': '92a48402ed504e168a0b73d84016bffd', 'gw_port': {'id': 'a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b3:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a913e585-1542-4841-a10a-559838d1429c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:05:00Z', 'updated_at': '2022-03-07T17:05:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi'}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:05:02.745126 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1546c90-686c-44f8-94de-f0b210f9a578 req-f375a186-7a5c-4e0b-b033-4280448b4c53 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:02.747691 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e1546c90-686c-44f8-94de-f0b210f9a578 req-f375a186-7a5c-4e0b-b033-4280448b4c53 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e0ed18c-1ee4-4284-b604-5f80cde8ea43 HTTP/1.1" status: 200 len: 946 time: 0.0781686 Mar 07 17:05:02.760480 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb824b5-8497-4b87-af76-6f5f43b32e02 None None] Checking router: a913e585-1542-4841-a10a-559838d1429c for host: dv-cinder-804035-42-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:05:02.761147 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb824b5-8497-4b87-af76-6f5f43b32e02 None None] Updating router a913e585-1542-4841-a10a-559838d1429c port a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d binding host dv-cinder-804035-42-iscsi {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 17:05:02.773988 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1510e81c-94a0-49d5-92a6-90fd76dd5df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (dbfd9933-3af9-48db-874a-20ccb434247a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:02.794532 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8eb824b5-8497-4b87-af76-6f5f43b32e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:02.914548 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-e1546c90-686c-44f8-94de-f0b210f9a578 req-2bf3a222-f3b0-4310-aff4-983c31523f07 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Deleting port 07e18c41-0c3d-4ccd-bf45-aa62f9acc336 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:05:02.915944 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e1546c90-686c-44f8-94de-f0b210f9a578 req-2bf3a222-f3b0-4310-aff4-983c31523f07 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (07e18c41-0c3d-4ccd-bf45-aa62f9acc336), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:02.916198 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1510e81c-94a0-49d5-92a6-90fd76dd5df0 None None] Pushing event updated for resources: {'Port': ['ID=dbfd9933-3af9-48db-874a-20ccb434247a,revision_number=3']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:02.926114 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-c093c12c-20f7-42bc-8ff3-0f796bd110f1 None None] Provisioning complete for port dbfd9933-3af9-48db-874a-20ccb434247a triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:05:02.926114 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c093c12c-20f7-42bc-8ff3-0f796bd110f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (dbfd9933-3af9-48db-874a-20ccb434247a), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:02.968004 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.db.api [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103440) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 17:05:02.968447 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG oslo_db.api [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 17:05:03.018704 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-c093c12c-20f7-42bc-8ff3-0f796bd110f1 None None] Current status of the port dbfd9933-3af9-48db-874a-20ccb434247a is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:05:03.067776 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eb9bd13a-b146-4b80-a86b-b4c8338b39d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:03.111317 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-e1546c90-686c-44f8-94de-f0b210f9a578 req-2bf3a222-f3b0-4310-aff4-983c31523f07 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] For port 07e18c41-0c3d-4ccd-bf45-aa62f9acc336, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=07e18c41-0c3d-4ccd-bf45-aa62f9acc336,segment=NetworkSegment(4cd949f7-03a8-44ef-bbb6-74e5d6820ac5),segment_id=4cd949f7-03a8-44ef-bbb6-74e5d6820ac5)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:05:03.111317 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e1546c90-686c-44f8-94de-f0b210f9a578 req-2bf3a222-f3b0-4310-aff4-983c31523f07 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (07e18c41-0c3d-4ccd-bf45-aa62f9acc336), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:03.126195 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-e1546c90-686c-44f8-94de-f0b210f9a578 req-2bf3a222-f3b0-4310-aff4-983c31523f07 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Calling delete_port for 07e18c41-0c3d-4ccd-bf45-aa62f9acc336 owned by compute:nova {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:05:03.135043 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7217aa-3c06-4d87-824a-9f6bdceeb500 req-216f6b5c-aaf7-4b8f-98a9-da8652dc74b4 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:03.137605 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cd7217aa-3c06-4d87-824a-9f6bdceeb500 req-216f6b5c-aaf7-4b8f-98a9-da8652dc74b4 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.1137948 Mar 07 17:05:03.174268 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8eb824b5-8497-4b87-af76-6f5f43b32e02 None None] Publish callbacks [] for port (a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:03.253017 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8eb824b5-8497-4b87-af76-6f5f43b32e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:03.317921 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cd7217aa-3c06-4d87-824a-9f6bdceeb500 req-d8873163-e619-48ff-aa6e-62b1f792c5bc tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674070 Mar 07 17:05:03.322480 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da36070-ccee-4594-b14c-81ed23a2c0a8 None None] Pushing event updated for resources: {'Port': ['ID=a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:03.325302 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-8eb824b5-8497-4b87-af76-6f5f43b32e02 None None] Attempting to bind port a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d on host dv-cinder-804035-42-iscsi for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:05:03.325966 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-8eb824b5-8497-4b87-af76-6f5f43b32e02 None None] Attempting to bind port a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d by drivers openvswitch,hyperv on host dv-cinder-804035-42-iscsi at level 0 using segments [{'id': '733ea0a4-2088-41be-a436-48329c6e880b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:05:03.333177 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb824b5-8497-4b87-af76-6f5f43b32e02 None None] Attempting to bind port a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d on network ca3ae6bc-acc1-44d4-99e8-2239d5d79721 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:05:03.335430 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb824b5-8497-4b87-af76-6f5f43b32e02 None None] Checking agent: {'id': 'bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 53, 53), 'started_at': datetime.datetime(2022, 3, 7, 16, 54, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:05:03.340988 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb824b5-8497-4b87-af76-6f5f43b32e02 None None] Checking segment: {'id': '733ea0a4-2088-41be-a436-48329c6e880b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:05:03.341235 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8eb824b5-8497-4b87-af76-6f5f43b32e02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:03.341821 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb824b5-8497-4b87-af76-6f5f43b32e02 None None] Bound using segment: {'id': '733ea0a4-2088-41be-a436-48329c6e880b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:05:03.344028 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-8eb824b5-8497-4b87-af76-6f5f43b32e02 None None] Bound port: a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d, host: dv-cinder-804035-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '733ea0a4-2088-41be-a436-48329c6e880b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:05:03.344894 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e916fc-84e7-402d-a8c2-3a2ad61e59d0 req-6dccc386-ece6-4ec6-8726-8243608df8d6 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:03.345905 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8eb824b5-8497-4b87-af76-6f5f43b32e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:03.355348 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-10e916fc-84e7-402d-a8c2-3a2ad61e59d0 req-6dccc386-ece6-4ec6-8726-8243608df8d6 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e0ed18c-1ee4-4284-b604-5f80cde8ea43 HTTP/1.1" status: 200 len: 946 time: 0.1264567 Mar 07 17:05:03.421905 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-8eb824b5-8497-4b87-af76-6f5f43b32e02 None None] For port a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d, host dv-cinder-804035-42-iscsi, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:05:03.426559 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-8eb824b5-8497-4b87-af76-6f5f43b32e02 None None] For port a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d, host dv-cinder-804035-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d,segment=NetworkSegment(733ea0a4-2088-41be-a436-48329c6e880b),segment_id=733ea0a4-2088-41be-a436-48329c6e880b)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:05:03.450374 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-eb9bd13a-b146-4b80-a86b-b4c8338b39d7 admin admin] Allocated IP 172.20.0.1 (4d4debca-90ff-49a2-869b-fd229b66a90c/b1907f5b-6e32-4a81-9046-a736a6beba50/9c3cc125-c420-4605-98ff-01bd4df7f527) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:05:03.450702 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-10e916fc-84e7-402d-a8c2-3a2ad61e59d0 req-cc51c8c9-463a-4bad-95aa-9d58f9e04157 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/security-groups?id=5556d38f-cae6-4b56-83ff-aaf36e7dcf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971594 Mar 07 17:05:03.509118 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8eb824b5-8497-4b87-af76-6f5f43b32e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:03.514422 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Current status of the port dbfd9933-3af9-48db-874a-20ccb434247a is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:05:03.515550 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device d8b03bae-43aa-4a01-81e9-24d4498b1aac up at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:05:03.539633 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e1546c90-686c-44f8-94de-f0b210f9a578 req-2bf3a222-f3b0-4310-aff4-983c31523f07 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (07e18c41-0c3d-4ccd-bf45-aa62f9acc336), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:03.560784 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] get_ports_and_sgs() called for port_ids ['07e18c41-0c3d-4ccd-bf45-aa62f9acc336'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:05:03.568159 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb824b5-8497-4b87-af76-6f5f43b32e02 None None] Routers {'a913e585-1542-4841-a10a-559838d1429c'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:05:03.569137 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-8eb824b5-8497-4b87-af76-6f5f43b32e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:04:48Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['a913e585-1542-4841-a10a-559838d1429c'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:05:03.594654 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eb9bd13a-b146-4b80-a86b-b4c8338b39d7 admin admin] Publish callbacks [] for port (9c3cc125-c420-4605-98ff-01bd4df7f527), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:03.611803 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Provisioning complete for port d8b03bae-43aa-4a01-81e9-24d4498b1aac triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:05:03.612279 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (d8b03bae-43aa-4a01-81e9-24d4498b1aac), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:03.615953 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da36070-ccee-4594-b14c-81ed23a2c0a8 None None] Pushing event updated for resources: {'Port': ['ID=a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:03.628550 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf3a222-f3b0-4310-aff4-983c31523f07 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Pushing event deleted for resources: {'Port': ['ID=07e18c41-0c3d-4ccd-bf45-aa62f9acc336,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:03.664148 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1546c90-686c-44f8-94de-f0b210f9a578 req-2bf3a222-f3b0-4310-aff4-983c31523f07 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] No DVR routers for this DVR port 07e18c41-0c3d-4ccd-bf45-aa62f9acc336 on host hv-cinder-80403 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:05:03.666997 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e1546c90-686c-44f8-94de-f0b210f9a578 req-2bf3a222-f3b0-4310-aff4-983c31523f07 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:03.670357 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e1546c90-686c-44f8-94de-f0b210f9a578 req-2bf3a222-f3b0-4310-aff4-983c31523f07 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.53 "DELETE /v2.0/ports/07e18c41-0c3d-4ccd-bf45-aa62f9acc336 HTTP/1.1" status: 204 len: 173 time: 0.9162078 Mar 07 17:05:03.670943 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0ed18c-1ee4-4284-b604-5f80cde8ea43', 'name': 'network-vif-deleted', 'tag': '07e18c41-0c3d-4ccd-bf45-aa62f9acc336'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:05:03.673309 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aba4c615e876ca6c23e5fed61a3d1f980fac3f984d457871ad3b292fe147bdb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8a5c4b-7fca-44da-9cfb-529a7bdf834b" -d '{"events": [{"server_uuid": "6e0ed18c-1ee4-4284-b604-5f80cde8ea43", "name": "network-vif-deleted", "tag": "07e18c41-0c3d-4ccd-bf45-aa62f9acc336"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:05:03.707256 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-8eb824b5-8497-4b87-af76-6f5f43b32e02 None None] Set router a913e585-1542-4841-a10a-559838d1429c gateway port host: dv-cinder-804035-42-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:05:03.721040 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47b2ba9-0c4d-499a-9588-6202b00dffcb x-openstack-request-id: req-b47b2ba9-0c4d-499a-9588-6202b00dffcb {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:05:03.721377 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e0ed18c-1ee4-4284-b604-5f80cde8ea43", "name": "network-vif-deleted", "tag": "07e18c41-0c3d-4ccd-bf45-aa62f9acc336", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:05:03.721718 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b47b2ba9-0c4d-499a-9588-6202b00dffcb {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:05:03.722299 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e0ed18c-1ee4-4284-b604-5f80cde8ea43', 'name': 'network-vif-deleted', 'tag': '07e18c41-0c3d-4ccd-bf45-aa62f9acc336', 'status': 'completed', 'code': 200} Mar 07 17:05:03.723885 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Current status of the port d8b03bae-43aa-4a01-81e9-24d4498b1aac is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:05:03.732004 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eb9bd13a-b146-4b80-a86b-b4c8338b39d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51013872'] for port (9c3cc125-c420-4605-98ff-01bd4df7f527), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:03.779363 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9bd13a-b146-4b80-a86b-b4c8338b39d7 admin admin] Network 4d4debca-90ff-49a2-869b-fd229b66a90c is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:05:03.782200 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-eb9bd13a-b146-4b80-a86b-b4c8338b39d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:05:03.786452 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9bd13a-b146-4b80-a86b-b4c8338b39d7 admin admin] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:05:03.813517 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9bd13a-b146-4b80-a86b-b4c8338b39d7 admin admin] Pushing event updated for resources: {'Port': ['ID=9c3cc125-c420-4605-98ff-01bd4df7f527,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:03.844598 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eb9bd13a-b146-4b80-a86b-b4c8338b39d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2049751'] for router_interface (a913e585-1542-4841-a10a-559838d1429c), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:03.928013 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-8eb824b5-8497-4b87-af76-6f5f43b32e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a913e585-1542-4841-a10a-559838d1429c', 'name': 'tempest-TestShelveInstance-623320463-router', 'tenant_id': '92a48402ed504e168a0b73d84016bffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:04:59Z', 'updated_at': '2022-03-07T17:05:01Z', 'revision_number': 3, 'project_id': '92a48402ed504e168a0b73d84016bffd', 'gw_port': {'id': 'a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b3:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a913e585-1542-4841-a10a-559838d1429c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:05:00Z', 'updated_at': '2022-03-07T17:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi'}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:05:03.957787 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb824b5-8497-4b87-af76-6f5f43b32e02 None None] The sync data for ids ['a913e585-1542-4841-a10a-559838d1429c'] in dv-cinder-804035-42-iscsi is: [{'id': 'a913e585-1542-4841-a10a-559838d1429c', 'name': 'tempest-TestShelveInstance-623320463-router', 'tenant_id': '92a48402ed504e168a0b73d84016bffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:04:59Z', 'updated_at': '2022-03-07T17:05:01Z', 'revision_number': 3, 'project_id': '92a48402ed504e168a0b73d84016bffd', 'gw_port': {'id': 'a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b3:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a913e585-1542-4841-a10a-559838d1429c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:05:00Z', 'updated_at': '2022-03-07T17:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi'}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:05:04.053647 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-6493065e-752e-4bf1-83a6-81d522a292fe None None] Provisioning complete for port 9c3cc125-c420-4605-98ff-01bd4df7f527 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:05:04.054027 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6493065e-752e-4bf1-83a6-81d522a292fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (9c3cc125-c420-4605-98ff-01bd4df7f527), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:04.089857 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eb9bd13a-b146-4b80-a86b-b4c8338b39d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (9c3cc125-c420-4605-98ff-01bd4df7f527), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:04.096874 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-6493065e-752e-4bf1-83a6-81d522a292fe None None] Port 9c3cc125-c420-4605-98ff-01bd4df7f527 cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:05:04.183374 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device dbfd9933-3af9-48db-874a-20ccb434247a up at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:05:04.260054 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Provisioning complete for port dbfd9933-3af9-48db-874a-20ccb434247a triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:05:04.260436 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (dbfd9933-3af9-48db-874a-20ccb434247a), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:04.313450 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eb9bd13a-b146-4b80-a86b-b4c8338b39d7 admin admin] Publish callbacks [] for port (9c3cc125-c420-4605-98ff-01bd4df7f527), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:04.368924 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eb9bd13a-b146-4b80-a86b-b4c8338b39d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51013769'] for port (9c3cc125-c420-4605-98ff-01bd4df7f527), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:04.383351 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Current status of the port dbfd9933-3af9-48db-874a-20ccb434247a is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:05:04.456084 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eb9bd13a-b146-4b80-a86b-b4c8338b39d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2049723'] for router_interface (a913e585-1542-4841-a10a-559838d1429c), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:04.457883 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9bd13a-b146-4b80-a86b-b4c8338b39d7 admin admin] Pushing event updated for resources: {'Port': ['ID=9c3cc125-c420-4605-98ff-01bd4df7f527,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:04.526546 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d247e7d-5058-4b70-aefa-f5b1d46761bc req-ef33a172-b2a6-4b91-bc88-56e739f60427 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:04.535987 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2d247e7d-5058-4b70-aefa-f5b1d46761bc req-ef33a172-b2a6-4b91-bc88-56e739f60427 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.1035652 Mar 07 17:05:04.560893 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9bd13a-b146-4b80-a86b-b4c8338b39d7 admin admin] Network 4d4debca-90ff-49a2-869b-fd229b66a90c is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:05:04.562391 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-eb9bd13a-b146-4b80-a86b-b4c8338b39d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:05:04.602808 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-22a6339a-085d-427b-a12f-85f551f5e9a6 req-38a95c07-04d1-4f69-8889-ddba28f50186 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e0ed18c-1ee4-4284-b604-5f80cde8ea43 HTTP/1.1" status: 200 len: 210 time: 0.0472102 Mar 07 17:05:04.638485 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2d247e7d-5058-4b70-aefa-f5b1d46761bc req-87a22a9f-d8cc-4e29-ae67-fa332d956877 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014385 Mar 07 17:05:04.715582 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9bd13a-b146-4b80-a86b-b4c8338b39d7 admin admin] Router a913e585-1542-4841-a10a-559838d1429c has already been hosted by L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:05:04.833109 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-9bfdfe5a-25bb-4655-b24e-1ee1e92dcd7e None None] Provisioning complete for port 9c3cc125-c420-4605-98ff-01bd4df7f527 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:05:04.833674 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-9bfdfe5a-25bb-4655-b24e-1ee1e92dcd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (9c3cc125-c420-4605-98ff-01bd4df7f527), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:04.845464 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9bd13a-b146-4b80-a86b-b4c8338b39d7 admin admin] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:05:04.851512 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-eb9bd13a-b146-4b80-a86b-b4c8338b39d7 admin admin] 10.222.0.45 "PUT /v2.0/routers/a913e585-1542-4841-a10a-559838d1429c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4620011 Mar 07 17:05:04.872142 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-9bfdfe5a-25bb-4655-b24e-1ee1e92dcd7e None None] Port 9c3cc125-c420-4605-98ff-01bd4df7f527 cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:05:05.687595 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 35334) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:05.696012 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-bd5b273d-c43d-4e5b-bfe0-e8ed9541ff62 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-216808671', 'description': 'tempest-secgroup-smoke-216808671 description', 'project_id': '9c209a56518a47aea7e997fd4223a98c'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:05:05.814720 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ae816-ff04-427e-84ea-bd97d14d3bb6 req-b2aa10a4-b35f-4c20-880d-71bc24d3affc tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:05.814720 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-652ae816-ff04-427e-84ea-bd97d14d3bb6 req-b2aa10a4-b35f-4c20-880d-71bc24d3affc tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0568409 Mar 07 17:05:05.814720 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bd5b273d-c43d-4e5b-bfe0-e8ed9541ff62 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:05.874449 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe75799-7a90-4f73-aa48-a9e5a7a785c5 None None] Sync routers for ids ['a913e585-1542-4841-a10a-559838d1429c'] in dv-cinder-804035-42-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:05:05.895886 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe75799-7a90-4f73-aa48-a9e5a7a785c5 None None] Routers {'a913e585-1542-4841-a10a-559838d1429c'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:05:05.896530 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-efe75799-7a90-4f73-aa48-a9e5a7a785c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:04:48Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['a913e585-1542-4841-a10a-559838d1429c'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:05:05.952681 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-652ae816-ff04-427e-84ea-bd97d14d3bb6 req-8630aa1c-a11b-4e8c-86fe-c680f238d2a1 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288092 Mar 07 17:05:06.049225 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-efe75799-7a90-4f73-aa48-a9e5a7a785c5 None None] Set router a913e585-1542-4841-a10a-559838d1429c gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:05:06.097909 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bd5b273d-c43d-4e5b-bfe0-e8ed9541ff62 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Publish callbacks [] for security_group (98387b91-8117-42b1-8863-2fb1978d3f5c), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:06.108435 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce32579-99da-4fec-a19c-d86280b9d378 req-4d574e10-07dc-4e7d-8499-efc6f995e9ff tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:06.113064 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9ce32579-99da-4fec-a19c-d86280b9d378 req-4d574e10-07dc-4e7d-8499-efc6f995e9ff tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/networks?id=ba593602-edf8-456e-903a-c3b91309fe72 HTTP/1.1" status: 200 len: 809 time: 0.2061546 Mar 07 17:05:06.125809 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9ce32579-99da-4fec-a19c-d86280b9d378 req-3e39db90-e3ab-4260-8fb1-7e4804c77a16 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/quotas/bd6188d67ed045bbb9f5a1d8a4aa2fe5 HTTP/1.1" status: 200 len: 375 time: 0.0101900 Mar 07 17:05:06.157059 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device 07e18c41-0c3d-4ccd-bf45-aa62f9acc336 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:05:06.168373 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9ce32579-99da-4fec-a19c-d86280b9d378 req-d11bcba1-3649-43e0-b30a-e4717de1deaf tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd6188d67ed045bbb9f5a1d8a4aa2fe5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361440 Mar 07 17:05:06.180030 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bd5b273d-c43d-4e5b-bfe0-e8ed9541ff62 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (98387b91-8117-42b1-8863-2fb1978d3f5c), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:06.197040 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d up at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:05:06.230377 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] No Port match for: 07e18c41-0c3d-4ccd-bf45-aa62f9acc336 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:05:06.230785 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device 07e18c41-0c3d-4ccd-bf45-aa62f9acc336 not bound to the agent host hv-cinder-80403 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:05:06.336203 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Provisioning complete for port a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:05:06.336711 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:06.403646 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-efe75799-7a90-4f73-aa48-a9e5a7a785c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a913e585-1542-4841-a10a-559838d1429c', 'name': 'tempest-TestShelveInstance-623320463-router', 'tenant_id': '92a48402ed504e168a0b73d84016bffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:04:59Z', 'updated_at': '2022-03-07T17:05:03Z', 'revision_number': 4, 'project_id': '92a48402ed504e168a0b73d84016bffd', 'gw_port': {'id': 'a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b3:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a913e585-1542-4841-a10a-559838d1429c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:05:00Z', 'updated_at': '2022-03-07T17:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': '9c3cc125-c420-4605-98ff-01bd4df7f527', 'name': '', 'network_id': '4d4debca-90ff-49a2-869b-fd229b66a90c', 'tenant_id': '92a48402ed504e168a0b73d84016bffd', 'mac_address': 'fa:16:3e:e3:f2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a913e585-1542-4841-a10a-559838d1429c', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'b1907f5b-6e32-4a81-9046-a736a6beba50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:05:03Z', 'updated_at': '2022-03-07T17:05:04Z', 'revision_number': 2, 'project_id': '92a48402ed504e168a0b73d84016bffd', 'subnets': [{'id': 'b1907f5b-6e32-4a81-9046-a736a6beba50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:05:06.452607 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe75799-7a90-4f73-aa48-a9e5a7a785c5 None None] Checking router: a913e585-1542-4841-a10a-559838d1429c for host: dv-cinder-804035-42-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:05:06.452873 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe75799-7a90-4f73-aa48-a9e5a7a785c5 None None] Updating router a913e585-1542-4841-a10a-559838d1429c port 9c3cc125-c420-4605-98ff-01bd4df7f527 binding host dv-cinder-804035-42-iscsi {{(pid=103440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 17:05:06.469275 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5b273d-c43d-4e5b-bfe0-e8ed9541ff62 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98387b91-8117-42b1-8863-2fb1978d3f5c,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:06.492105 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-efe75799-7a90-4f73-aa48-a9e5a7a785c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (9c3cc125-c420-4605-98ff-01bd4df7f527), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:06.493927 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Current status of the port a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:05:06.494300 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:06.527810 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] For port a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d,segment=NetworkSegment(733ea0a4-2088-41be-a436-48329c6e880b),segment_id=733ea0a4-2088-41be-a436-48329c6e880b)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:05:06.554440 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bd5b273d-c43d-4e5b-bfe0-e8ed9541ff62 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:06.558554 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-bd5b273d-c43d-4e5b-bfe0-e8ed9541ff62 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8661971 Mar 07 17:05:06.558554 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 35360) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:06.562943 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-7b37390b-1238-489e-8f56-ac763580390c tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Request body: {'security_group_rule': {'security_group_id': '98387b91-8117-42b1-8863-2fb1978d3f5c', 'project_id': '9c209a56518a47aea7e997fd4223a98c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:05:06.570602 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9ce32579-99da-4fec-a19c-d86280b9d378 req-b50137a7-a941-49e4-892a-095e32e256c7 service neutron] 10.222.0.45 "GET /v2.0/networks/ba593602-edf8-456e-903a-c3b91309fe72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833010 Mar 07 17:05:06.631839 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:06.680958 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7b37390b-1238-489e-8f56-ac763580390c tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Publish callbacks [] for security_group_rule (4a8b51a1-3429-47f6-af4f-781f32c238dd), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:06.718446 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Pushing event updated for resources: {'Port': ['ID=a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:06.760204 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9ce32579-99da-4fec-a19c-d86280b9d378 req-99c4db50-0f8d-4b4c-9e5a-c4a7051301e2 service neutron] 10.222.0.45 "GET /v2.0/networks/ba593602-edf8-456e-903a-c3b91309fe72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807063 Mar 07 17:05:06.770442 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7b37390b-1238-489e-8f56-ac763580390c tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Publish callbacks [] for security_group_rule (4a8b51a1-3429-47f6-af4f-781f32c238dd), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:06.829858 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7b37390b-1238-489e-8f56-ac763580390c tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607897'] for security_group_rule (4a8b51a1-3429-47f6-af4f-781f32c238dd), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:06.850252 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37390b-1238-489e-8f56-ac763580390c tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a8b51a1-3429-47f6-af4f-781f32c238dd,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:06.859738 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-efe75799-7a90-4f73-aa48-a9e5a7a785c5 None None] Publish callbacks [] for port (9c3cc125-c420-4605-98ff-01bd4df7f527), precommit_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:06.913094 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7b37390b-1238-489e-8f56-ac763580390c tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:06.914353 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-7b37390b-1238-489e-8f56-ac763580390c tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3548186 Mar 07 17:05:06.923519 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 35366) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:06.928687 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-ff041c61-71bc-4e4a-a479-fb717ed0a76f tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Request body: {'security_group_rule': {'security_group_id': '98387b91-8117-42b1-8863-2fb1978d3f5c', 'project_id': '9c209a56518a47aea7e997fd4223a98c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:05:06.944710 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-efe75799-7a90-4f73-aa48-a9e5a7a785c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (9c3cc125-c420-4605-98ff-01bd4df7f527), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:07.003827 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480d35cc-e2db-4a6f-bdd0-163619a9ef41 None None] Pushing event updated for resources: {'Port': ['ID=9c3cc125-c420-4605-98ff-01bd4df7f527,revision_number=3']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:07.038397 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ff041c61-71bc-4e4a-a479-fb717ed0a76f tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Publish callbacks [] for security_group_rule (16589d1b-633f-460a-9b44-c872adac111f), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:07.118814 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-efe75799-7a90-4f73-aa48-a9e5a7a785c5 None None] Attempting to bind port 9c3cc125-c420-4605-98ff-01bd4df7f527 on host dv-cinder-804035-42-iscsi for vnic_type normal with profile {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:05:07.119189 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-efe75799-7a90-4f73-aa48-a9e5a7a785c5 None None] Attempting to bind port 9c3cc125-c420-4605-98ff-01bd4df7f527 by drivers openvswitch,hyperv on host dv-cinder-804035-42-iscsi at level 0 using segments [{'id': '308d1c6f-a227-486a-87cd-62219153fa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4d4debca-90ff-49a2-869b-fd229b66a90c'}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:05:07.119636 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe75799-7a90-4f73-aa48-a9e5a7a785c5 None None] Attempting to bind port 9c3cc125-c420-4605-98ff-01bd4df7f527 on network 4d4debca-90ff-49a2-869b-fd229b66a90c {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:05:07.127141 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e8709954-c896-46e0-b5a9-190ef2a06a35 req-88728d2c-0bb7-44b8-a523-ccbfa78dc5c0 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/ports?device_id=c286b573-0c07-4789-97a7-1c45abaac478 HTTP/1.1" status: 200 len: 210 time: 0.0550408 Mar 07 17:05:07.132476 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe75799-7a90-4f73-aa48-a9e5a7a785c5 None None] Checking agent: {'id': 'bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 53, 53), 'started_at': datetime.datetime(2022, 3, 7, 16, 54, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:05:07.135538 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe75799-7a90-4f73-aa48-a9e5a7a785c5 None None] Checking segment: {'id': '308d1c6f-a227-486a-87cd-62219153fa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4d4debca-90ff-49a2-869b-fd229b66a90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:05:07.136114 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-efe75799-7a90-4f73-aa48-a9e5a7a785c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:07.136524 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe75799-7a90-4f73-aa48-a9e5a7a785c5 None None] Bound using segment: {'id': '308d1c6f-a227-486a-87cd-62219153fa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4d4debca-90ff-49a2-869b-fd229b66a90c'} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:05:07.137028 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-efe75799-7a90-4f73-aa48-a9e5a7a785c5 None None] Bound port: 9c3cc125-c420-4605-98ff-01bd4df7f527, host: dv-cinder-804035-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '308d1c6f-a227-486a-87cd-62219153fa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4d4debca-90ff-49a2-869b-fd229b66a90c'}}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:05:07.139630 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-efe75799-7a90-4f73-aa48-a9e5a7a785c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (9c3cc125-c420-4605-98ff-01bd4df7f527), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:07.199587 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ff041c61-71bc-4e4a-a479-fb717ed0a76f tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Publish callbacks [] for security_group_rule (16589d1b-633f-460a-9b44-c872adac111f), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:07.216405 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b407ba-7365-4b7f-bd17-8cd015d37be6 req-caebddca-57ce-4501-aef9-150928cb7a7a tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:07.218355 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-91b407ba-7365-4b7f-bd17-8cd015d37be6 req-caebddca-57ce-4501-aef9-150928cb7a7a tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.1045437 Mar 07 17:05:07.259163 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ff041c61-71bc-4e4a-a479-fb717ed0a76f tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607897'] for security_group_rule (16589d1b-633f-460a-9b44-c872adac111f), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:07.292102 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-efe75799-7a90-4f73-aa48-a9e5a7a785c5 None None] For port 9c3cc125-c420-4605-98ff-01bd4df7f527, host dv-cinder-804035-42-iscsi, cleared binding levels {{(pid=103440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:05:07.296467 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff041c61-71bc-4e4a-a479-fb717ed0a76f tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16589d1b-633f-460a-9b44-c872adac111f,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:07.297068 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-efe75799-7a90-4f73-aa48-a9e5a7a785c5 None None] For port 9c3cc125-c420-4605-98ff-01bd4df7f527, host dv-cinder-804035-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=9c3cc125-c420-4605-98ff-01bd4df7f527,segment=NetworkSegment(308d1c6f-a227-486a-87cd-62219153fa2c),segment_id=308d1c6f-a227-486a-87cd-62219153fa2c)] {{(pid=103440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:05:07.303598 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-91b407ba-7365-4b7f-bd17-8cd015d37be6 req-369bcc18-216d-4324-97e0-8c70e2fa59e2 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744917 Mar 07 17:05:07.343013 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-995cd621-bedb-452a-b216-52c0627f3f0c None None] Provisioning complete for port 9c3cc125-c420-4605-98ff-01bd4df7f527 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:05:07.343391 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-995cd621-bedb-452a-b216-52c0627f3f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (9c3cc125-c420-4605-98ff-01bd4df7f527), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:07.379339 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-995cd621-bedb-452a-b216-52c0627f3f0c None None] Port 9c3cc125-c420-4605-98ff-01bd4df7f527 cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:05:07.386033 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-efe75799-7a90-4f73-aa48-a9e5a7a785c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (9c3cc125-c420-4605-98ff-01bd4df7f527), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:07.390245 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ff041c61-71bc-4e4a-a479-fb717ed0a76f tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:07.395171 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-ff041c61-71bc-4e4a-a479-fb717ed0a76f tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4667344 Mar 07 17:05:07.395504 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 35382) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:07.400046 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-a5f7c481-3ec0-4be4-a8e7-dda035c1253d tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Request body: {'security_group_rule': {'security_group_id': '98387b91-8117-42b1-8863-2fb1978d3f5c', 'project_id': '9c209a56518a47aea7e997fd4223a98c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:05:07.450008 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe75799-7a90-4f73-aa48-a9e5a7a785c5 None None] Routers {'a913e585-1542-4841-a10a-559838d1429c'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:05:07.450631 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-efe75799-7a90-4f73-aa48-a9e5a7a785c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:04:48Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['a913e585-1542-4841-a10a-559838d1429c'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:05:07.455490 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480d35cc-e2db-4a6f-bdd0-163619a9ef41 None None] Pushing event updated for resources: {'Port': ['ID=9c3cc125-c420-4605-98ff-01bd4df7f527,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:07.529975 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a5f7c481-3ec0-4be4-a8e7-dda035c1253d tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Publish callbacks [] for security_group_rule (222611f4-0944-4a0a-8cca-f7c3dc5c5096), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:07.643052 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a5f7c481-3ec0-4be4-a8e7-dda035c1253d tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Publish callbacks [] for security_group_rule (222611f4-0944-4a0a-8cca-f7c3dc5c5096), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:07.737257 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 35390) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:07.738368 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-dc8d8136-5ee7-48bc-9a91-8084e3abc1e4 None None] Provisioning complete for port 9c3cc125-c420-4605-98ff-01bd4df7f527 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:05:07.738751 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-dc8d8136-5ee7-48bc-9a91-8084e3abc1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (9c3cc125-c420-4605-98ff-01bd4df7f527), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:07.754507 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a5f7c481-3ec0-4be4-a8e7-dda035c1253d tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607897'] for security_group_rule (222611f4-0944-4a0a-8cca-f7c3dc5c5096), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:07.780887 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f7c481-3ec0-4be4-a8e7-dda035c1253d tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=222611f4-0944-4a0a-8cca-f7c3dc5c5096,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:07.811649 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-efe75799-7a90-4f73-aa48-a9e5a7a785c5 None None] Set router a913e585-1542-4841-a10a-559838d1429c gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:05:07.869389 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8308b25e-784a-45b7-b74f-b027b59316cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:07.885574 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a5f7c481-3ec0-4be4-a8e7-dda035c1253d tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:07.887560 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-a5f7c481-3ec0-4be4-a8e7-dda035c1253d tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4908595 Mar 07 17:05:07.890509 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 35396) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:07.896582 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-67c78b14-bb26-4f8d-8814-7b97cbb8e9e0 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Request body: {'security_group_rule': {'security_group_id': '98387b91-8117-42b1-8863-2fb1978d3f5c', 'project_id': '9c209a56518a47aea7e997fd4223a98c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:05:07.954716 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-dc8d8136-5ee7-48bc-9a91-8084e3abc1e4 None None] Current status of the port 9c3cc125-c420-4605-98ff-01bd4df7f527 is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:05:07.955412 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-dc8d8136-5ee7-48bc-9a91-8084e3abc1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (9c3cc125-c420-4605-98ff-01bd4df7f527), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:07.970337 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab82c06-9970-4254-9267-22dbeaa1c486 req-a07bb324-5b63-4b1a-8500-fe7a248ec62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:07.972586 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9ab82c06-9970-4254-9267-22dbeaa1c486 req-a07bb324-5b63-4b1a-8500-fe7a248ec62d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 1129 time: 0.0751319 Mar 07 17:05:08.010056 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-67c78b14-bb26-4f8d-8814-7b97cbb8e9e0 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Publish callbacks [] for security_group_rule (6ccc4022-b1d0-4221-b17d-43316d88c26c), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:08.034595 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-dc8d8136-5ee7-48bc-9a91-8084e3abc1e4 None None] For port 9c3cc125-c420-4605-98ff-01bd4df7f527, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=9c3cc125-c420-4605-98ff-01bd4df7f527,segment=NetworkSegment(308d1c6f-a227-486a-87cd-62219153fa2c),segment_id=308d1c6f-a227-486a-87cd-62219153fa2c)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:05:08.047278 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8308b25e-784a-45b7-b74f-b027b59316cb admin admin] Publish callbacks [] for security_group (9e1f9ce9-bcdd-4cce-9fd0-36e03e90c31f), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:08.047278 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9ab82c06-9970-4254-9267-22dbeaa1c486 req-f97b5aa8-3575-4a29-a6fd-1c6b29019a0b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668318 Mar 07 17:05:08.081867 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-67c78b14-bb26-4f8d-8814-7b97cbb8e9e0 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Publish callbacks [] for security_group_rule (6ccc4022-b1d0-4221-b17d-43316d88c26c), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:08.101210 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-efe75799-7a90-4f73-aa48-a9e5a7a785c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a913e585-1542-4841-a10a-559838d1429c', 'name': 'tempest-TestShelveInstance-623320463-router', 'tenant_id': '92a48402ed504e168a0b73d84016bffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:04:59Z', 'updated_at': '2022-03-07T17:05:03Z', 'revision_number': 4, 'project_id': '92a48402ed504e168a0b73d84016bffd', 'gw_port': {'id': 'a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a913e585-1542-4841-a10a-559838d1429c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:05:00Z', 'updated_at': '2022-03-07T17:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': '9c3cc125-c420-4605-98ff-01bd4df7f527', 'name': '', 'network_id': '4d4debca-90ff-49a2-869b-fd229b66a90c', 'tenant_id': '92a48402ed504e168a0b73d84016bffd', 'mac_address': 'fa:16:3e:e3:f2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a913e585-1542-4841-a10a-559838d1429c', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'b1907f5b-6e32-4a81-9046-a736a6beba50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:05:03Z', 'updated_at': '2022-03-07T17:05:07Z', 'revision_number': 4, 'project_id': '92a48402ed504e168a0b73d84016bffd', 'subnets': [{'id': 'b1907f5b-6e32-4a81-9046-a736a6beba50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:05:08.129800 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-dc8d8136-5ee7-48bc-9a91-8084e3abc1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (9c3cc125-c420-4605-98ff-01bd4df7f527), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:08.134397 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe75799-7a90-4f73-aa48-a9e5a7a785c5 None None] The sync data for ids ['a913e585-1542-4841-a10a-559838d1429c'] in dv-cinder-804035-42-iscsi is: [{'id': 'a913e585-1542-4841-a10a-559838d1429c', 'name': 'tempest-TestShelveInstance-623320463-router', 'tenant_id': '92a48402ed504e168a0b73d84016bffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:04:59Z', 'updated_at': '2022-03-07T17:05:03Z', 'revision_number': 4, 'project_id': '92a48402ed504e168a0b73d84016bffd', 'gw_port': {'id': 'a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a913e585-1542-4841-a10a-559838d1429c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:05:00Z', 'updated_at': '2022-03-07T17:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': '9c3cc125-c420-4605-98ff-01bd4df7f527', 'name': '', 'network_id': '4d4debca-90ff-49a2-869b-fd229b66a90c', 'tenant_id': '92a48402ed504e168a0b73d84016bffd', 'mac_address': 'fa:16:3e:e3:f2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a913e585-1542-4841-a10a-559838d1429c', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'b1907f5b-6e32-4a81-9046-a736a6beba50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:05:03Z', 'updated_at': '2022-03-07T17:05:07Z', 'revision_number': 4, 'project_id': '92a48402ed504e168a0b73d84016bffd', 'subnets': [{'id': 'b1907f5b-6e32-4a81-9046-a736a6beba50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:05:08.156751 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8308b25e-784a-45b7-b74f-b027b59316cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (9e1f9ce9-bcdd-4cce-9fd0-36e03e90c31f), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:08.162416 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d up at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:05:08.179660 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-67c78b14-bb26-4f8d-8814-7b97cbb8e9e0 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607897'] for security_group_rule (6ccc4022-b1d0-4221-b17d-43316d88c26c), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:08.227754 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c78b14-bb26-4f8d-8814-7b97cbb8e9e0 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ccc4022-b1d0-4221-b17d-43316d88c26c,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:08.249702 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8d8136-5ee7-48bc-9a91-8084e3abc1e4 None None] Pushing event updated for resources: {'Port': ['ID=9c3cc125-c420-4605-98ff-01bd4df7f527,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:08.264920 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Provisioning complete for port a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:05:08.265546 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:08.293717 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-863fb329-6caf-44c0-a65c-209519428af6 req-a644425c-f50e-438e-9c32-850a8017f42a tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/ports?device_id=c286b573-0c07-4789-97a7-1c45abaac478 HTTP/1.1" status: 200 len: 210 time: 0.0620399 Mar 07 17:05:08.303553 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-8308b25e-784a-45b7-b74f-b027b59316cb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=60e87de4cf4b47fdbcda658aa6fbd891&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5623274 Mar 07 17:05:08.308003 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 35400) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:08.326595 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8308b25e-784a-45b7-b74f-b027b59316cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1f9ce9-bcdd-4cce-9fd0-36e03e90c31f,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:08.373199 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-67c78b14-bb26-4f8d-8814-7b97cbb8e9e0 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:08.373784 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-67c78b14-bb26-4f8d-8814-7b97cbb8e9e0 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4819577 Mar 07 17:05:08.376767 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 35404) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:08.384443 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-a00ebb1c-4fa8-4ef6-bdc2-de4044e01a5e tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Request body: {'security_group_rule': {'security_group_id': '98387b91-8117-42b1-8863-2fb1978d3f5c', 'project_id': '9c209a56518a47aea7e997fd4223a98c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:05:08.398049 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0e6c9b6b-b861-4154-886d-4f986075a775 admin admin] Publish callbacks [] for security_group (9e1f9ce9-bcdd-4cce-9fd0-36e03e90c31f), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:08.426649 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0e6c9b6b-b861-4154-886d-4f986075a775 admin admin] Publish callbacks [] for security_group (9e1f9ce9-bcdd-4cce-9fd0-36e03e90c31f), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:08.438062 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Current status of the port a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:05:08.483930 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d76bb-5867-4e7b-8c60-f0f9ff055457 req-862fa07a-a482-4027-8fbe-6a562d9e0768 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:08.488365 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-525d76bb-5867-4e7b-8c60-f0f9ff055457 req-862fa07a-a482-4027-8fbe-6a562d9e0768 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0840387 Mar 07 17:05:08.510548 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.db.securitygroups_db [None req-a00ebb1c-4fa8-4ef6-bdc2-de4044e01a5e tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Project 9c209a56518a47aea7e997fd4223a98c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 17:05:08.521746 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a00ebb1c-4fa8-4ef6-bdc2-de4044e01a5e tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Publish callbacks [] for security_group_rule (f88069df-d7e5-4356-810f-6c62c28b2902), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:08.537222 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0e6c9b6b-b861-4154-886d-4f986075a775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (9e1f9ce9-bcdd-4cce-9fd0-36e03e90c31f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:08.539951 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0e6c9b6b-b861-4154-886d-4f986075a775 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:08.541099 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-0e6c9b6b-b861-4154-886d-4f986075a775 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9e1f9ce9-bcdd-4cce-9fd0-36e03e90c31f HTTP/1.1" status: 204 len: 168 time: 0.2351642 Mar 07 17:05:08.565924 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6c9b6b-b861-4154-886d-4f986075a775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1f9ce9-bcdd-4cce-9fd0-36e03e90c31f,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:08.611955 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-525d76bb-5867-4e7b-8c60-f0f9ff055457 req-9a0ec13e-3b38-4d5b-b94b-28728d5ca43b tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178489 Mar 07 17:05:08.642431 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a00ebb1c-4fa8-4ef6-bdc2-de4044e01a5e tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Publish callbacks [] for security_group_rule (f88069df-d7e5-4356-810f-6c62c28b2902), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:08.765767 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a00ebb1c-4fa8-4ef6-bdc2-de4044e01a5e tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607897'] for security_group_rule (f88069df-d7e5-4356-810f-6c62c28b2902), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:08.796012 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00ebb1c-4fa8-4ef6-bdc2-de4044e01a5e tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f88069df-d7e5-4356-810f-6c62c28b2902,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:08.898759 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a00ebb1c-4fa8-4ef6-bdc2-de4044e01a5e tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:08.898759 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-a00ebb1c-4fa8-4ef6-bdc2-de4044e01a5e tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5109982 Mar 07 17:05:08.898759 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 35420) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:08.904134 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-69b36c93-4311-4337-87e4-4bb089fb8e75 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Request body: {'security_group_rule': {'security_group_id': '98387b91-8117-42b1-8863-2fb1978d3f5c', 'project_id': '9c209a56518a47aea7e997fd4223a98c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:05:09.013104 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.db.securitygroups_db [None req-69b36c93-4311-4337-87e4-4bb089fb8e75 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Project 9c209a56518a47aea7e997fd4223a98c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 17:05:09.019885 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-69b36c93-4311-4337-87e4-4bb089fb8e75 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Publish callbacks [] for security_group_rule (7e8c41a2-739c-43e9-84b8-ef906794cc63), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:09.093432 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-69b36c93-4311-4337-87e4-4bb089fb8e75 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Publish callbacks [] for security_group_rule (7e8c41a2-739c-43e9-84b8-ef906794cc63), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:09.167192 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-69b36c93-4311-4337-87e4-4bb089fb8e75 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607897'] for security_group_rule (7e8c41a2-739c-43e9-84b8-ef906794cc63), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:09.183045 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b36c93-4311-4337-87e4-4bb089fb8e75 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e8c41a2-739c-43e9-84b8-ef906794cc63,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:09.289081 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-69b36c93-4311-4337-87e4-4bb089fb8e75 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:09.298610 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-69b36c93-4311-4337-87e4-4bb089fb8e75 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4039626 Mar 07 17:05:09.433720 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f1a5b414-0b79-4eba-b782-8046e1463aae req-40bd841b-3f40-48b1-870f-54915e0dca48 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/ports?device_id=c286b573-0c07-4789-97a7-1c45abaac478 HTTP/1.1" status: 200 len: 210 time: 0.0385811 Mar 07 17:05:09.633206 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce32579-99da-4fec-a19c-d86280b9d378 req-d68bb5b4-5891-4bbf-ac1f-db201d855476 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:09.635134 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9ce32579-99da-4fec-a19c-d86280b9d378 req-d68bb5b4-5891-4bbf-ac1f-db201d855476 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.53 "GET /v2.0/networks?id=ba593602-edf8-456e-903a-c3b91309fe72 HTTP/1.1" status: 200 len: 809 time: 0.1424408 Mar 07 17:05:09.649942 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-9ce32579-99da-4fec-a19c-d86280b9d378 req-3ee79092-9063-4ed4-b8ed-7dbc4ffb7d3a tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Request body: {'port': {'device_id': 'c286b573-0c07-4789-97a7-1c45abaac478', 'network_id': 'ba593602-edf8-456e-903a-c3b91309fe72', 'admin_state_up': True, 'tenant_id': 'bd6188d67ed045bbb9f5a1d8a4aa2fe5'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:05:09.808618 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ef389-b7e7-4735-bd19-ead7b926321a req-cdc7877d-7968-4e5d-b7f3-fd5b40797cf1 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:09.810295 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f14ef389-b7e7-4735-bd19-ead7b926321a req-cdc7877d-7968-4e5d-b7f3-fd5b40797cf1 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.1246076 Mar 07 17:05:09.867701 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f14ef389-b7e7-4735-bd19-ead7b926321a req-eb97be01-b0e1-4fde-b210-0c082ca905d9 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516319 Mar 07 17:05:09.894330 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ce32579-99da-4fec-a19c-d86280b9d378 req-3ee79092-9063-4ed4-b8ed-7dbc4ffb7d3a tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Made reservation on behalf of bd6188d67ed045bbb9f5a1d8a4aa2fe5 for: {'port': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:05:09.903787 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-9ce32579-99da-4fec-a19c-d86280b9d378 req-3ee79092-9063-4ed4-b8ed-7dbc4ffb7d3a tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:10.062432 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [req-9ce32579-99da-4fec-a19c-d86280b9d378 req-3ee79092-9063-4ed4-b8ed-7dbc4ffb7d3a tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Allocated IP 172.20.0.14 (ba593602-edf8-456e-903a-c3b91309fe72/f90e4243-c971-4198-8766-1c39992d5d25/50bf3f87-3824-4c34-b990-45881fe9a49c) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:05:10.214885 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 9c3cc125-c420-4605-98ff-01bd4df7f527 up at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:05:10.254417 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-9ce32579-99da-4fec-a19c-d86280b9d378 req-3ee79092-9063-4ed4-b8ed-7dbc4ffb7d3a tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Publish callbacks [] for port (50bf3f87-3824-4c34-b990-45881fe9a49c), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:10.262849 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Provisioning complete for port 9c3cc125-c420-4605-98ff-01bd4df7f527 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:05:10.263230 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (9c3cc125-c420-4605-98ff-01bd4df7f527), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:10.350090 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Current status of the port 9c3cc125-c420-4605-98ff-01bd4df7f527 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:05:10.362019 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-9ce32579-99da-4fec-a19c-d86280b9d378 req-3ee79092-9063-4ed4-b8ed-7dbc4ffb7d3a tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (50bf3f87-3824-4c34-b990-45881fe9a49c), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:10.413238 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ce32579-99da-4fec-a19c-d86280b9d378 req-3ee79092-9063-4ed4-b8ed-7dbc4ffb7d3a tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Network ba593602-edf8-456e-903a-c3b91309fe72 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:05:10.416399 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [req-9ce32579-99da-4fec-a19c-d86280b9d378 req-3ee79092-9063-4ed4-b8ed-7dbc4ffb7d3a tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:05:10.420041 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce32579-99da-4fec-a19c-d86280b9d378 req-3ee79092-9063-4ed4-b8ed-7dbc4ffb7d3a tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:05:10.452120 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee79092-9063-4ed4-b8ed-7dbc4ffb7d3a tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Pushing event updated for resources: {'Port': ['ID=50bf3f87-3824-4c34-b990-45881fe9a49c,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:10.487014 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce32579-99da-4fec-a19c-d86280b9d378 req-3ee79092-9063-4ed4-b8ed-7dbc4ffb7d3a tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:10.490261 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-9ce32579-99da-4fec-a19c-d86280b9d378 req-3ee79092-9063-4ed4-b8ed-7dbc4ffb7d3a tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:10.567238 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48874d8c-33b4-49b6-989d-6967d27db9b7 req-32fb4a57-fcd5-435e-801a-a7c023744355 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:10.568758 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-48874d8c-33b4-49b6-989d-6967d27db9b7 req-32fb4a57-fcd5-435e-801a-a7c023744355 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/ports?device_id=c286b573-0c07-4789-97a7-1c45abaac478 HTTP/1.1" status: 200 len: 932 time: 0.0561895 Mar 07 17:05:10.615870 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9ce32579-99da-4fec-a19c-d86280b9d378 req-3ee79092-9063-4ed4-b8ed-7dbc4ffb7d3a tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9700077 Mar 07 17:05:10.625906 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-48874d8c-33b4-49b6-989d-6967d27db9b7 req-8c430e16-c033-4202-8c1c-770675f7eded tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/security-groups?id=5556d38f-cae6-4b56-83ff-aaf36e7dcf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514455 Mar 07 17:05:10.633879 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-9ce32579-99da-4fec-a19c-d86280b9d378 req-89bd9470-8d5a-4aa1-858c-783508e5c61d service neutron] Request body: {'port': {'device_id': 'c286b573-0c07-4789-97a7-1c45abaac478', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:05:10.696734 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-9ce32579-99da-4fec-a19c-d86280b9d378 req-89bd9470-8d5a-4aa1-858c-783508e5c61d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (50bf3f87-3824-4c34-b990-45881fe9a49c), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:11.001593 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a3fe3-b4ae-4443-ac97-cdc7e4b002e2 req-894a736e-b655-47f0-b3fc-3c015ff7f368 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:11.003880 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a55a3fe3-b4ae-4443-ac97-cdc7e4b002e2 req-894a736e-b655-47f0-b3fc-3c015ff7f368 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.1768751 Mar 07 17:05:11.023387 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0204a8-2edd-47f2-8e31-e6a96df14c1c req-c9ae23a6-5f57-4109-abe1-a1af41e99e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:11.023804 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ac0204a8-2edd-47f2-8e31-e6a96df14c1c req-c9ae23a6-5f57-4109-abe1-a1af41e99e7b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=07ebdeb0ad254b0889bc30be49117698&device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 1129 time: 0.1511822 Mar 07 17:05:11.085268 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a55a3fe3-b4ae-4443-ac97-cdc7e4b002e2 req-77e6f9f5-8ceb-475f-ae0d-3138c59e0ef8 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748599 Mar 07 17:05:11.183362 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [req-9ce32579-99da-4fec-a19c-d86280b9d378 req-89bd9470-8d5a-4aa1-858c-783508e5c61d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50bf3f87-3824-4c34-b990-45881fe9a49c {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:05:11.194037 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-9ce32579-99da-4fec-a19c-d86280b9d378 req-89bd9470-8d5a-4aa1-858c-783508e5c61d service neutron] Publish callbacks [] for port (50bf3f87-3824-4c34-b990-45881fe9a49c), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:11.218952 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [req-9ce32579-99da-4fec-a19c-d86280b9d378 req-89bd9470-8d5a-4aa1-858c-783508e5c61d service neutron] Transition to ACTIVE for port object 50bf3f87-3824-4c34-b990-45881fe9a49c will not be triggered until provisioned by entity L2. {{(pid=103431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 17:05:11.223795 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0204a8-2edd-47f2-8e31-e6a96df14c1c req-9492e5da-c959-4f6d-8a1c-ed76e2d416ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:11.228379 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ac0204a8-2edd-47f2-8e31-e6a96df14c1c req-9492e5da-c959-4f6d-8a1c-ed76e2d416ae service neutron] 10.222.0.53 "GET /v2.0/networks?id=504454ff-a447-4f42-b96f-99b47903621f HTTP/1.1" status: 200 len: 920 time: 0.1391270 Mar 07 17:05:11.268876 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ac0204a8-2edd-47f2-8e31-e6a96df14c1c req-1036b808-0721-44a3-96c7-d45fa3350f3d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=293f83de-e9fc-4e45-83a0-993997bce3a1 HTTP/1.1" status: 200 len: 217 time: 0.0351324 Mar 07 17:05:11.301805 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-9ce32579-99da-4fec-a19c-d86280b9d378 req-89bd9470-8d5a-4aa1-858c-783508e5c61d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58733560'] for port (50bf3f87-3824-4c34-b990-45881fe9a49c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:11.369581 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0204a8-2edd-47f2-8e31-e6a96df14c1c req-91d633cd-eff7-4d0f-80d7-2c2fa83c8c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:11.371379 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ac0204a8-2edd-47f2-8e31-e6a96df14c1c req-91d633cd-eff7-4d0f-80d7-2c2fa83c8c71 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4efc1e77-65c1-4cf0-9f44-cec7156fd1b4 HTTP/1.1" status: 200 len: 859 time: 0.0962827 Mar 07 17:05:11.406916 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd9470-8d5a-4aa1-858c-783508e5c61d service neutron] Pushing event updated for resources: {'Port': ['ID=50bf3f87-3824-4c34-b990-45881fe9a49c,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:11.427364 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ac0204a8-2edd-47f2-8e31-e6a96df14c1c req-6ae514bc-381b-457c-80db-75e473bf4a42 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=504454ff-a447-4f42-b96f-99b47903621f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490942 Mar 07 17:05:11.550186 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-9ce32579-99da-4fec-a19c-d86280b9d378 req-89bd9470-8d5a-4aa1-858c-783508e5c61d service neutron] Attempting to bind port 50bf3f87-3824-4c34-b990-45881fe9a49c on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:05:11.550536 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-9ce32579-99da-4fec-a19c-d86280b9d378 req-89bd9470-8d5a-4aa1-858c-783508e5c61d service neutron] Attempting to bind port 50bf3f87-3824-4c34-b990-45881fe9a49c by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '4cd949f7-03a8-44ef-bbb6-74e5d6820ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ba593602-edf8-456e-903a-c3b91309fe72'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:05:11.550881 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce32579-99da-4fec-a19c-d86280b9d378 req-89bd9470-8d5a-4aa1-858c-783508e5c61d service neutron] Attempting to bind port 50bf3f87-3824-4c34-b990-45881fe9a49c on network ba593602-edf8-456e-903a-c3b91309fe72 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:05:11.559197 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce32579-99da-4fec-a19c-d86280b9d378 req-89bd9470-8d5a-4aa1-858c-783508e5c61d service neutron] Port 50bf3f87-3824-4c34-b990-45881fe9a49c on network ba593602-edf8-456e-903a-c3b91309fe72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 17:05:11.559609 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce32579-99da-4fec-a19c-d86280b9d378 req-89bd9470-8d5a-4aa1-858c-783508e5c61d service neutron] Attempting to bind port 50bf3f87-3824-4c34-b990-45881fe9a49c on network ba593602-edf8-456e-903a-c3b91309fe72 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:05:11.571664 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce32579-99da-4fec-a19c-d86280b9d378 req-89bd9470-8d5a-4aa1-858c-783508e5c61d service neutron] Checking agent: {'id': 'c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 17, 0, 18), 'started_at': datetime.datetime(2022, 3, 7, 17, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:05:11.572006 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce32579-99da-4fec-a19c-d86280b9d378 req-89bd9470-8d5a-4aa1-858c-783508e5c61d service neutron] Checking segment: {'id': '4cd949f7-03a8-44ef-bbb6-74e5d6820ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ba593602-edf8-456e-903a-c3b91309fe72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:05:11.572388 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce32579-99da-4fec-a19c-d86280b9d378 req-89bd9470-8d5a-4aa1-858c-783508e5c61d service neutron] Bound using segment: {'id': '4cd949f7-03a8-44ef-bbb6-74e5d6820ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ba593602-edf8-456e-903a-c3b91309fe72'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:05:11.572813 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-9ce32579-99da-4fec-a19c-d86280b9d378 req-89bd9470-8d5a-4aa1-858c-783508e5c61d service neutron] Bound port: 50bf3f87-3824-4c34-b990-45881fe9a49c, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cd949f7-03a8-44ef-bbb6-74e5d6820ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ba593602-edf8-456e-903a-c3b91309fe72'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:05:11.573169 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-9ce32579-99da-4fec-a19c-d86280b9d378 req-89bd9470-8d5a-4aa1-858c-783508e5c61d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (50bf3f87-3824-4c34-b990-45881fe9a49c), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:11.586372 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ac0204a8-2edd-47f2-8e31-e6a96df14c1c req-73d218e3-df19-471f-a3d7-487eb3796a3a service neutron] 10.222.0.53 "GET /v2.0/networks/504454ff-a447-4f42-b96f-99b47903621f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418800 Mar 07 17:05:11.702726 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-9ce32579-99da-4fec-a19c-d86280b9d378 req-89bd9470-8d5a-4aa1-858c-783508e5c61d service neutron] For port 50bf3f87-3824-4c34-b990-45881fe9a49c, host hv-cinder-80403, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:05:11.709617 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-9ce32579-99da-4fec-a19c-d86280b9d378 req-89bd9470-8d5a-4aa1-858c-783508e5c61d service neutron] For port 50bf3f87-3824-4c34-b990-45881fe9a49c, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=50bf3f87-3824-4c34-b990-45881fe9a49c,segment=NetworkSegment(4cd949f7-03a8-44ef-bbb6-74e5d6820ac5),segment_id=4cd949f7-03a8-44ef-bbb6-74e5d6820ac5)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:05:11.754449 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ac0204a8-2edd-47f2-8e31-e6a96df14c1c req-7d8c4bd3-5727-4f5d-870c-1434369cf4dc service neutron] 10.222.0.53 "GET /v2.0/networks/504454ff-a447-4f42-b96f-99b47903621f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612456 Mar 07 17:05:11.792093 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853bbc2a-593f-4252-91a9-699d8412d8c1 req-ddc6d1e3-1d8a-4fe5-ad21-68b49ea1361e tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:11.793586 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-853bbc2a-593f-4252-91a9-699d8412d8c1 req-ddc6d1e3-1d8a-4fe5-ad21-68b49ea1361e tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/ports?device_id=c286b573-0c07-4789-97a7-1c45abaac478 HTTP/1.1" status: 200 len: 944 time: 0.0886846 Mar 07 17:05:11.815511 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-9ce32579-99da-4fec-a19c-d86280b9d378 req-89bd9470-8d5a-4aa1-858c-783508e5c61d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58733560'] for port (50bf3f87-3824-4c34-b990-45881fe9a49c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:11.875055 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce32579-99da-4fec-a19c-d86280b9d378 req-89bd9470-8d5a-4aa1-858c-783508e5c61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:11.875693 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-9ce32579-99da-4fec-a19c-d86280b9d378 req-89bd9470-8d5a-4aa1-858c-783508e5c61d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:11.877157 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9ce32579-99da-4fec-a19c-d86280b9d378 req-89bd9470-8d5a-4aa1-858c-783508e5c61d service neutron] 10.222.0.53 "PUT /v2.0/ports/50bf3f87-3824-4c34-b990-45881fe9a49c HTTP/1.1" status: 200 len: 1094 time: 1.2498872 Mar 07 17:05:11.880111 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c286b573-0c07-4789-97a7-1c45abaac478', 'tag': '50bf3f87-3824-4c34-b990-45881fe9a49c'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:05:11.884016 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aba4c615e876ca6c23e5fed61a3d1f980fac3f984d457871ad3b292fe147bdb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912bb836-4496-4022-b7af-8b4cfe5b29df" -d '{"events": [{"name": "network-changed", "server_uuid": "c286b573-0c07-4789-97a7-1c45abaac478", "tag": "50bf3f87-3824-4c34-b990-45881fe9a49c"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:05:11.924144 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-853bbc2a-593f-4252-91a9-699d8412d8c1 req-2a60fb0b-2327-43cd-ae44-8b07f4aa7592 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/security-groups?id=5556d38f-cae6-4b56-83ff-aaf36e7dcf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175575 Mar 07 17:05:11.932475 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd9470-8d5a-4aa1-858c-783508e5c61d service neutron] Pushing event updated for resources: {'Port': ['ID=50bf3f87-3824-4c34-b990-45881fe9a49c,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:11.946139 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd2297f-32a0-4c2d-94bb-4643519cf9af x-openstack-request-id: req-5dd2297f-32a0-4c2d-94bb-4643519cf9af {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:05:11.946139 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c286b573-0c07-4789-97a7-1c45abaac478", "tag": "50bf3f87-3824-4c34-b990-45881fe9a49c", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:05:11.946139 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5dd2297f-32a0-4c2d-94bb-4643519cf9af {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:05:11.946440 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c286b573-0c07-4789-97a7-1c45abaac478', 'tag': '50bf3f87-3824-4c34-b990-45881fe9a49c', 'status': 'completed', 'code': 200} Mar 07 17:05:12.018638 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912bb836-4496-4022-b7af-8b4cfe5b29df req-32763011-825f-4be6-84a2-c37ea8c9bd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:12.020064 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-912bb836-4496-4022-b7af-8b4cfe5b29df req-32763011-825f-4be6-84a2-c37ea8c9bd71 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bd6188d67ed045bbb9f5a1d8a4aa2fe5&device_id=c286b573-0c07-4789-97a7-1c45abaac478 HTTP/1.1" status: 200 len: 1128 time: 0.0476515 Mar 07 17:05:12.142322 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912bb836-4496-4022-b7af-8b4cfe5b29df req-c32fbe74-54e8-4624-b1ad-efc5f6d151f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:12.145007 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-912bb836-4496-4022-b7af-8b4cfe5b29df req-c32fbe74-54e8-4624-b1ad-efc5f6d151f6 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=bd6188d67ed045bbb9f5a1d8a4aa2fe5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1138968 Mar 07 17:05:12.279090 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da862cbc-b021-4927-9b0a-8678a0632ba2 req-33ace0f1-5c9e-4fe0-a2d8-1361916691f7 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:12.280491 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-da862cbc-b021-4927-9b0a-8678a0632ba2 req-33ace0f1-5c9e-4fe0-a2d8-1361916691f7 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.1167777 Mar 07 17:05:12.285755 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912bb836-4496-4022-b7af-8b4cfe5b29df req-0dc6460a-5ba7-462f-8a4d-42eadbcdba63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:12.287114 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-912bb836-4496-4022-b7af-8b4cfe5b29df req-0dc6460a-5ba7-462f-8a4d-42eadbcdba63 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1359062 Mar 07 17:05:12.340729 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-da862cbc-b021-4927-9b0a-8678a0632ba2 req-0e3729a1-516e-4f73-88cd-2b700992f8bb tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526357 Mar 07 17:05:12.378238 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce32579-99da-4fec-a19c-d86280b9d378 req-e5392472-60b3-4fdf-b1fc-c1ee325a20e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:12.379890 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9ce32579-99da-4fec-a19c-d86280b9d378 req-e5392472-60b3-4fdf-b1fc-c1ee325a20e9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bd6188d67ed045bbb9f5a1d8a4aa2fe5&device_id=c286b573-0c07-4789-97a7-1c45abaac478 HTTP/1.1" status: 200 len: 1128 time: 0.0545194 Mar 07 17:05:12.420770 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9ce32579-99da-4fec-a19c-d86280b9d378 req-d0b412c4-b232-436f-abfe-4d7349fe9c32 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50bf3f87-3824-4c34-b990-45881fe9a49c HTTP/1.1" status: 200 len: 217 time: 0.0336132 Mar 07 17:05:12.468718 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce32579-99da-4fec-a19c-d86280b9d378 req-08ad6e7c-53b3-419d-92d2-864241a69e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:12.470139 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9ce32579-99da-4fec-a19c-d86280b9d378 req-08ad6e7c-53b3-419d-92d2-864241a69e72 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f90e4243-c971-4198-8766-1c39992d5d25 HTTP/1.1" status: 200 len: 849 time: 0.0430832 Mar 07 17:05:12.507949 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9ce32579-99da-4fec-a19c-d86280b9d378 req-c558351a-3dc7-4493-bff9-76db5e086a5d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ba593602-edf8-456e-903a-c3b91309fe72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310280 Mar 07 17:05:12.602624 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9ce32579-99da-4fec-a19c-d86280b9d378 req-c0767ae6-222c-472e-a59e-d81878ed76d6 service neutron] 10.222.0.53 "GET /v2.0/networks/ba593602-edf8-456e-903a-c3b91309fe72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874093 Mar 07 17:05:12.695646 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9ce32579-99da-4fec-a19c-d86280b9d378 req-98eebd58-19a7-4f9b-9979-1455a830ad39 service neutron] 10.222.0.53 "GET /v2.0/networks/ba593602-edf8-456e-903a-c3b91309fe72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854580 Mar 07 17:05:13.280751 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02991086-6e82-4e61-ac0b-0fd17441ac07 req-3c4919dd-c3cf-4f80-9868-1303038c8afd tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:13.282216 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-02991086-6e82-4e61-ac0b-0fd17441ac07 req-3c4919dd-c3cf-4f80-9868-1303038c8afd tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/ports?device_id=c286b573-0c07-4789-97a7-1c45abaac478 HTTP/1.1" status: 200 len: 944 time: 0.2961569 Mar 07 17:05:13.332351 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-02991086-6e82-4e61-ac0b-0fd17441ac07 req-81bb3f92-24d8-4cfa-bd3a-e8ef9f4fda8b tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/security-groups?id=5556d38f-cae6-4b56-83ff-aaf36e7dcf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435205 Mar 07 17:05:13.486176 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21212f52-6324-4546-b70d-78f2c26f804b req-3b5f1209-22cb-4d16-8f32-35ebdba646a1 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:13.489209 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-21212f52-6324-4546-b70d-78f2c26f804b req-3b5f1209-22cb-4d16-8f32-35ebdba646a1 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0657337 Mar 07 17:05:13.542034 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-21212f52-6324-4546-b70d-78f2c26f804b req-89fa2160-a438-4461-9f49-7c9111ac4fa8 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466859 Mar 07 17:05:13.691968 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 35580) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:13.844826 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b66fbf5f-1722-4e10-adc7-940c939ecc48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:13.936265 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b66fbf5f-1722-4e10-adc7-940c939ecc48 admin admin] Publish callbacks [] for security_group (25987894-215b-4bea-97f0-167a96a91320), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:13.984626 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b66fbf5f-1722-4e10-adc7-940c939ecc48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (25987894-215b-4bea-97f0-167a96a91320), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:14.027000 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 35586) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:05:14.027468 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-b66fbf5f-1722-4e10-adc7-940c939ecc48 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ff48bf85762d4f13ad4d3bc22fdea6b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3339810 Mar 07 17:05:14.028031 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66fbf5f-1722-4e10-adc7-940c939ecc48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25987894-215b-4bea-97f0-167a96a91320,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:14.079849 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d505961a-4c7e-4a58-ad82-68927b3f3d3a admin admin] Publish callbacks [] for security_group (25987894-215b-4bea-97f0-167a96a91320), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:14.101560 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d505961a-4c7e-4a58-ad82-68927b3f3d3a admin admin] Publish callbacks [] for security_group (25987894-215b-4bea-97f0-167a96a91320), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:14.252369 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d505961a-4c7e-4a58-ad82-68927b3f3d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (25987894-215b-4bea-97f0-167a96a91320), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:14.255215 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d505961a-4c7e-4a58-ad82-68927b3f3d3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:14.256424 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-d505961a-4c7e-4a58-ad82-68927b3f3d3a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/25987894-215b-4bea-97f0-167a96a91320 HTTP/1.1" status: 204 len: 168 time: 0.2283835 Mar 07 17:05:14.264070 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d505961a-4c7e-4a58-ad82-68927b3f3d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25987894-215b-4bea-97f0-167a96a91320,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:14.452951 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb3a24-61c3-4b5e-9b45-dcc2cf9ae09d req-b47a6d39-6179-4c16-bbef-c33a38c6f732 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:14.454459 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fccb3a24-61c3-4b5e-9b45-dcc2cf9ae09d req-b47a6d39-6179-4c16-bbef-c33a38c6f732 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/ports?device_id=c286b573-0c07-4789-97a7-1c45abaac478 HTTP/1.1" status: 200 len: 944 time: 0.0523081 Mar 07 17:05:14.504048 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fccb3a24-61c3-4b5e-9b45-dcc2cf9ae09d req-9ff96365-c9e2-4acc-8655-b377990466c0 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/security-groups?id=5556d38f-cae6-4b56-83ff-aaf36e7dcf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431137 Mar 07 17:05:14.687924 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702ec35-11e3-4972-89c7-c52d28c166ce req-b9c35b33-079d-4d3d-ab0a-a0106faa72fb tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:14.689544 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f702ec35-11e3-4972-89c7-c52d28c166ce req-b9c35b33-079d-4d3d-ab0a-a0106faa72fb tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0683229 Mar 07 17:05:14.735523 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f702ec35-11e3-4972-89c7-c52d28c166ce req-325eaec4-d6cb-42f6-98c9-6a21dcede692 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398147 Mar 07 17:05:15.624602 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff9b69-01bf-48f6-9463-5e498571e5b8 req-01c9e1f9-8657-4a46-b013-27053d5e00ba tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:15.626147 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-77ff9b69-01bf-48f6-9463-5e498571e5b8 req-01c9e1f9-8657-4a46-b013-27053d5e00ba tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/ports?device_id=c286b573-0c07-4789-97a7-1c45abaac478 HTTP/1.1" status: 200 len: 944 time: 0.0556436 Mar 07 17:05:15.672235 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-77ff9b69-01bf-48f6-9463-5e498571e5b8 req-98c345e3-541d-4535-8dc6-1009a64c8153 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/security-groups?id=5556d38f-cae6-4b56-83ff-aaf36e7dcf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402563 Mar 07 17:05:15.861312 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24453e68-88f9-4f96-9adc-be3e1bcfbdfc req-37e02023-2c32-4892-8419-ea20f4e670fd tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:15.863076 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-24453e68-88f9-4f96-9adc-be3e1bcfbdfc req-37e02023-2c32-4892-8419-ea20f4e670fd tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0611644 Mar 07 17:05:15.903724 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-56e9a249-c0ee-46ad-a36f-22c8bfc95918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:15.913861 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-24453e68-88f9-4f96-9adc-be3e1bcfbdfc req-f1cdbc2b-b488-4e71-9d1b-f28b391a8a63 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447841 Mar 07 17:05:16.790880 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb3c8f5-46f5-4636-b374-99cab3e0b25e req-4074ca7a-d61e-4747-b419-89daf9fe7d5d tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:16.792376 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8fb3c8f5-46f5-4636-b374-99cab3e0b25e req-4074ca7a-d61e-4747-b419-89daf9fe7d5d tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/ports?device_id=c286b573-0c07-4789-97a7-1c45abaac478 HTTP/1.1" status: 200 len: 944 time: 0.0541818 Mar 07 17:05:16.837949 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8fb3c8f5-46f5-4636-b374-99cab3e0b25e req-c5e0f0ee-89d4-472e-bf65-c8f9d118801f tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/security-groups?id=5556d38f-cae6-4b56-83ff-aaf36e7dcf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402100 Mar 07 17:05:17.032629 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93c687-bf89-45bc-9db6-35f0d1d9ede4 req-3975db54-5f0b-4577-8ceb-898d3ae48b18 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:17.034596 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1d93c687-bf89-45bc-9db6-35f0d1d9ede4 req-3975db54-5f0b-4577-8ceb-898d3ae48b18 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0528872 Mar 07 17:05:17.081771 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1d93c687-bf89-45bc-9db6-35f0d1d9ede4 req-bc8a964d-a71f-41ce-8460-33ea1bc9ce4c tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408649 Mar 07 17:05:17.957509 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ab87c-83e2-4386-b3da-9ec73681c110 req-c4a264c6-c9b9-4a1f-b211-4fed8d434f2a tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:17.958994 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-848ab87c-83e2-4386-b3da-9ec73681c110 req-c4a264c6-c9b9-4a1f-b211-4fed8d434f2a tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/ports?device_id=c286b573-0c07-4789-97a7-1c45abaac478 HTTP/1.1" status: 200 len: 944 time: 0.0572383 Mar 07 17:05:18.004700 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-848ab87c-83e2-4386-b3da-9ec73681c110 req-42e0b27d-b7cc-4d8b-9bfa-6b3691fed38e tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/security-groups?id=5556d38f-cae6-4b56-83ff-aaf36e7dcf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400805 Mar 07 17:05:18.178195 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:18.199985 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc7f20-265a-45c7-9c25-78972148a118 req-6132a381-4cf6-42be-ba3f-a463b3a5e12f tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:18.201430 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-89bc7f20-265a-45c7-9c25-78972148a118 req-6132a381-4cf6-42be-ba3f-a463b3a5e12f tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0526342 Mar 07 17:05:18.248266 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-89bc7f20-265a-45c7-9c25-78972148a118 req-74ebcc32-09a6-4c1f-be97-987fb56d7ceb tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411060 Mar 07 17:05:18.384120 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-996cb901-2c55-47f8-bbeb-1c7d47c58d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:19.124590 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930d8fe-29df-4c67-8878-c131d5bed2fe req-76178475-3d6c-4118-b957-dc7c7c60b4ff tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:19.126026 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d930d8fe-29df-4c67-8878-c131d5bed2fe req-76178475-3d6c-4118-b957-dc7c7c60b4ff tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/ports?device_id=c286b573-0c07-4789-97a7-1c45abaac478 HTTP/1.1" status: 200 len: 944 time: 0.0512087 Mar 07 17:05:19.174189 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d930d8fe-29df-4c67-8878-c131d5bed2fe req-4a2feecd-5d9d-494c-b4b3-e3bda567e255 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/security-groups?id=5556d38f-cae6-4b56-83ff-aaf36e7dcf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421362 Mar 07 17:05:19.373247 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df10baeb-24ba-4672-8e5f-eeddea1b1126 req-50667d5c-bd9a-4df6-bdcb-a76336d93ddc tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:19.374701 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-df10baeb-24ba-4672-8e5f-eeddea1b1126 req-50667d5c-bd9a-4df6-bdcb-a76336d93ddc tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0534766 Mar 07 17:05:19.420472 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-df10baeb-24ba-4672-8e5f-eeddea1b1126 req-899d4c59-5818-47aa-b5a7-1dd999ac5ad1 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401495 Mar 07 17:05:20.298120 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ddd2d-e576-4da0-8bc5-585aa4695c76 req-cd1b62c4-0bbf-450c-bcad-8bed2bc03545 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:20.299628 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1f8ddd2d-e576-4da0-8bc5-585aa4695c76 req-cd1b62c4-0bbf-450c-bcad-8bed2bc03545 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/ports?device_id=c286b573-0c07-4789-97a7-1c45abaac478 HTTP/1.1" status: 200 len: 944 time: 0.0600691 Mar 07 17:05:20.352277 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1f8ddd2d-e576-4da0-8bc5-585aa4695c76 req-6daba83c-6c3a-4f95-9801-7b398be9dca8 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/security-groups?id=5556d38f-cae6-4b56-83ff-aaf36e7dcf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460241 Mar 07 17:05:20.389240 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:20.545779 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174aa9a0-13b0-48cc-8c7a-c734b291f70a req-8ac59b4f-7f8f-461e-9e4c-8a39e90f0df2 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:20.547239 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-174aa9a0-13b0-48cc-8c7a-c734b291f70a req-8ac59b4f-7f8f-461e-9e4c-8a39e90f0df2 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0564103 Mar 07 17:05:20.592484 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-174aa9a0-13b0-48cc-8c7a-c734b291f70a req-c6719778-488c-4e66-9ea2-2bd6a7a29172 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397539 Mar 07 17:05:21.288717 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:05:21.466774 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937162e3-6b80-46cf-8682-6f979e5f8746 req-d56c4938-45fa-43b0-bd2f-51ea396d4982 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:21.468280 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-937162e3-6b80-46cf-8682-6f979e5f8746 req-d56c4938-45fa-43b0-bd2f-51ea396d4982 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/ports?device_id=c286b573-0c07-4789-97a7-1c45abaac478 HTTP/1.1" status: 200 len: 944 time: 0.0520654 Mar 07 17:05:21.514593 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-937162e3-6b80-46cf-8682-6f979e5f8746 req-313a291f-080b-41c7-b87a-6f2ffaea5895 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/security-groups?id=5556d38f-cae6-4b56-83ff-aaf36e7dcf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399787 Mar 07 17:05:21.714829 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f4366-caed-4be1-8667-325f3e1a3c56 req-de8ee68d-fdce-48a8-a7bd-abde095ff490 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:21.716329 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-797f4366-caed-4be1-8667-325f3e1a3c56 req-de8ee68d-fdce-48a8-a7bd-abde095ff490 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0562482 Mar 07 17:05:21.767352 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-797f4366-caed-4be1-8667-325f3e1a3c56 req-bae16165-0b0f-4726-a0f8-bf2bbc2ed395 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455952 Mar 07 17:05:21.829192 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:22.633647 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c28e8e-9b52-4443-8c3d-982c55d1b13b req-28f5e064-527a-4efc-84d8-01eab0c13fa9 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:22.634596 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-50c28e8e-9b52-4443-8c3d-982c55d1b13b req-28f5e064-527a-4efc-84d8-01eab0c13fa9 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/ports?device_id=c286b573-0c07-4789-97a7-1c45abaac478 HTTP/1.1" status: 200 len: 944 time: 0.0535719 Mar 07 17:05:22.681060 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-50c28e8e-9b52-4443-8c3d-982c55d1b13b req-c5f3456d-3919-4612-98d7-8b0beb7ac7fe tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/security-groups?id=5556d38f-cae6-4b56-83ff-aaf36e7dcf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409372 Mar 07 17:05:22.892478 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32af548-87e6-4d57-abd1-16a033fa740c req-11dea7e0-1c9a-4b0b-a381-2986be57e20f tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:22.893950 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d32af548-87e6-4d57-abd1-16a033fa740c req-11dea7e0-1c9a-4b0b-a381-2986be57e20f tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0568883 Mar 07 17:05:22.956246 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d32af548-87e6-4d57-abd1-16a033fa740c req-a2092538-f724-46e6-8dde-46489f5e8c2b tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557423 Mar 07 17:05:22.995090 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:23.796682 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd955f01-4bae-4171-9bf7-98ba4cbd70c8 req-758f24cc-0557-4548-9d9b-b8b0477386dd tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:23.798040 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-dd955f01-4bae-4171-9bf7-98ba4cbd70c8 req-758f24cc-0557-4548-9d9b-b8b0477386dd tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/ports?device_id=c286b573-0c07-4789-97a7-1c45abaac478 HTTP/1.1" status: 200 len: 944 time: 0.0526969 Mar 07 17:05:23.859830 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-dd955f01-4bae-4171-9bf7-98ba4cbd70c8 req-349cde1c-39af-482a-ad33-cab6edc79d71 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/security-groups?id=5556d38f-cae6-4b56-83ff-aaf36e7dcf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562305 Mar 07 17:05:24.072276 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d20150-7808-41f1-82a0-84a341376ce9 req-8c2733c8-2610-48ab-92f1-fd9cdd22f250 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:24.073647 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f8d20150-7808-41f1-82a0-84a341376ce9 req-8c2733c8-2610-48ab-92f1-fd9cdd22f250 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0540278 Mar 07 17:05:24.122617 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f8d20150-7808-41f1-82a0-84a341376ce9 req-44ad315b-3499-4317-b8e0-0db96aa1a6bb tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433657 Mar 07 17:05:24.982339 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a1f168-82b1-4368-be40-12377665e667 req-80f6f4e9-81d8-40af-815b-ebd3d2072aba tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:24.984190 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-60a1f168-82b1-4368-be40-12377665e667 req-80f6f4e9-81d8-40af-815b-ebd3d2072aba tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/ports?device_id=c286b573-0c07-4789-97a7-1c45abaac478 HTTP/1.1" status: 200 len: 944 time: 0.0562713 Mar 07 17:05:25.040134 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-60a1f168-82b1-4368-be40-12377665e667 req-5a0d4877-6474-4bc8-9906-0abfee1e185f tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/security-groups?id=5556d38f-cae6-4b56-83ff-aaf36e7dcf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497069 Mar 07 17:05:26.157156 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69558532-3e28-44f5-bab2-bbb5bd897f23 req-1ae51ea8-bdf6-4a60-84d5-63f90e6decb7 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:26.158619 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-69558532-3e28-44f5-bab2-bbb5bd897f23 req-1ae51ea8-bdf6-4a60-84d5-63f90e6decb7 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/ports?device_id=c286b573-0c07-4789-97a7-1c45abaac478 HTTP/1.1" status: 200 len: 944 time: 0.0513022 Mar 07 17:05:26.205676 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-69558532-3e28-44f5-bab2-bbb5bd897f23 req-97fbc398-9551-4802-bd3f-520f44d358a7 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/security-groups?id=5556d38f-cae6-4b56-83ff-aaf36e7dcf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408058 Mar 07 17:05:26.963558 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device 50bf3f87-3824-4c34-b990-45881fe9a49c details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:05:27.064821 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port 50bf3f87-3824-4c34-b990-45881fe9a49c, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=50bf3f87-3824-4c34-b990-45881fe9a49c,segment=NetworkSegment(4cd949f7-03a8-44ef-bbb6-74e5d6820ac5),segment_id=4cd949f7-03a8-44ef-bbb6-74e5d6820ac5)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:05:27.075017 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Returning: {'device': '50bf3f87-3824-4c34-b990-45881fe9a49c', 'network_id': 'ba593602-edf8-456e-903a-c3b91309fe72', 'port_id': '50bf3f87-3824-4c34-b990-45881fe9a49c', 'mac_address': 'fa:16:3e:8a:17:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f90e4243-c971-4198-8766-1c39992d5d25', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:05:27.112062 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Current status of the port 50bf3f87-3824-4c34-b990-45881fe9a49c is: DOWN; New status is: BUILD {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:05:27.112457 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (50bf3f87-3824-4c34-b990-45881fe9a49c), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:27.125023 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50bf3f87-3824-4c34-b990-45881fe9a49c {{(pid=103440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:05:27.143021 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port 50bf3f87-3824-4c34-b990-45881fe9a49c, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=50bf3f87-3824-4c34-b990-45881fe9a49c,segment=NetworkSegment(4cd949f7-03a8-44ef-bbb6-74e5d6820ac5),segment_id=4cd949f7-03a8-44ef-bbb6-74e5d6820ac5)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:05:27.234256 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (50bf3f87-3824-4c34-b990-45881fe9a49c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:27.285677 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Pushing event updated for resources: {'Port': ['ID=50bf3f87-3824-4c34-b990-45881fe9a49c,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:27.293431 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:27.293787 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:27.294132 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:27.294470 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:27.294797 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:27.295126 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:27.295494 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:27.295830 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:27.296156 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:27.296483 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:27.296806 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:27.297125 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:27.297446 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:27.333931 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e998a6c-90aa-47e8-831e-dcaea1080779 req-c5daeb93-2ce1-4b62-9db3-b7d91d916607 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:27.335658 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4e998a6c-90aa-47e8-831e-dcaea1080779 req-c5daeb93-2ce1-4b62-9db3-b7d91d916607 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/ports?device_id=c286b573-0c07-4789-97a7-1c45abaac478 HTTP/1.1" status: 200 len: 945 time: 0.0532575 Mar 07 17:05:27.386483 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4e998a6c-90aa-47e8-831e-dcaea1080779 req-03181fb0-c76a-4c10-bb00-56a93cb5a6cf tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/security-groups?id=5556d38f-cae6-4b56-83ff-aaf36e7dcf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454717 Mar 07 17:05:28.501874 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c9c6f-d6a8-4051-9c2a-615c488e305d req-116fe842-013d-4fdd-be52-4e8d7e5fcfb4 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:28.504213 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-414c9c6f-d6a8-4051-9c2a-615c488e305d req-116fe842-013d-4fdd-be52-4e8d7e5fcfb4 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/ports?device_id=c286b573-0c07-4789-97a7-1c45abaac478 HTTP/1.1" status: 200 len: 945 time: 0.0520449 Mar 07 17:05:28.549587 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-414c9c6f-d6a8-4051-9c2a-615c488e305d req-46f5d614-7ce8-4dc2-b0de-e88ac2fee214 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/security-groups?id=5556d38f-cae6-4b56-83ff-aaf36e7dcf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401595 Mar 07 17:05:29.667506 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b9ab8-bdfc-4962-93cf-398a9c75575d req-59762d8b-06d4-4657-ae11-71eb5a3f1e6a tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:29.668980 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-336b9ab8-bdfc-4962-93cf-398a9c75575d req-59762d8b-06d4-4657-ae11-71eb5a3f1e6a tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/ports?device_id=c286b573-0c07-4789-97a7-1c45abaac478 HTTP/1.1" status: 200 len: 945 time: 0.0532908 Mar 07 17:05:29.714498 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-336b9ab8-bdfc-4962-93cf-398a9c75575d req-ea98b069-6637-46fe-98fd-d17f0d574963 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/security-groups?id=5556d38f-cae6-4b56-83ff-aaf36e7dcf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401073 Mar 07 17:05:30.016099 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2d3707a9-85c0-45db-872a-97eff69a2d35 req-1c37f0c9-7dd6-4fd1-a4bc-834adb987852 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0483088 Mar 07 17:05:30.088035 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3707a9-85c0-45db-872a-97eff69a2d35 req-3a00b0d5-b98e-4cea-81fb-63382a96f357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:30.089546 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2d3707a9-85c0-45db-872a-97eff69a2d35 req-3a00b0d5-b98e-4cea-81fb-63382a96f357 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=07ebdeb0ad254b0889bc30be49117698&device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 1129 time: 0.0449774 Mar 07 17:05:30.211691 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3707a9-85c0-45db-872a-97eff69a2d35 req-f7b99a17-53b3-4aa9-b165-eb5d5f741bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:30.213122 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2d3707a9-85c0-45db-872a-97eff69a2d35 req-f7b99a17-53b3-4aa9-b165-eb5d5f741bdb service neutron] 10.222.0.53 "GET /v2.0/networks?id=504454ff-a447-4f42-b96f-99b47903621f HTTP/1.1" status: 200 len: 920 time: 0.0861094 Mar 07 17:05:30.261213 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2d3707a9-85c0-45db-872a-97eff69a2d35 req-be39d8ce-913d-405f-afe0-8936ca15012c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b1d86a73-416e-4d71-a546-4776a393218b HTTP/1.1" status: 200 len: 217 time: 0.0359735 Mar 07 17:05:30.308603 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3707a9-85c0-45db-872a-97eff69a2d35 req-4e1f7ca9-8a17-4d1d-bb2d-09f41d4dd70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:30.310030 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2d3707a9-85c0-45db-872a-97eff69a2d35 req-4e1f7ca9-8a17-4d1d-bb2d-09f41d4dd70c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4efc1e77-65c1-4cf0-9f44-cec7156fd1b4 HTTP/1.1" status: 200 len: 859 time: 0.0426311 Mar 07 17:05:30.341830 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2d3707a9-85c0-45db-872a-97eff69a2d35 req-10974f6e-87ba-458f-9509-c5caf9cfb7fc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=504454ff-a447-4f42-b96f-99b47903621f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257149 Mar 07 17:05:30.437719 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2d3707a9-85c0-45db-872a-97eff69a2d35 req-34cfdcb3-fac9-4b0a-8560-ded6089c992f service neutron] 10.222.0.53 "GET /v2.0/networks/504454ff-a447-4f42-b96f-99b47903621f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890956 Mar 07 17:05:30.530861 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2d3707a9-85c0-45db-872a-97eff69a2d35 req-c22d4468-4cf5-450d-8dca-70ba4c346541 service neutron] 10.222.0.53 "GET /v2.0/networks/504454ff-a447-4f42-b96f-99b47903621f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848157 Mar 07 17:05:30.831294 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b14a5a-a097-4849-b71c-3be8daba9d6a req-5e7df602-d083-4718-a375-40b9500bc64f tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:30.832791 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b0b14a5a-a097-4849-b71c-3be8daba9d6a req-5e7df602-d083-4718-a375-40b9500bc64f tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/ports?device_id=c286b573-0c07-4789-97a7-1c45abaac478 HTTP/1.1" status: 200 len: 945 time: 0.0533264 Mar 07 17:05:30.880337 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b0b14a5a-a097-4849-b71c-3be8daba9d6a req-8ff93b6f-aa33-481e-8d74-f9ae2a340367 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/security-groups?id=5556d38f-cae6-4b56-83ff-aaf36e7dcf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413179 Mar 07 17:05:31.332120 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] get_ports_and_sgs() called for port_ids ['50bf3f87-3824-4c34-b990-45881fe9a49c'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:05:32.003938 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eaa366-44d8-4c18-9bf8-c489cbb57bcd req-543fd87e-ed84-42e5-99c1-81db9d259c13 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:32.006128 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-95eaa366-44d8-4c18-9bf8-c489cbb57bcd req-543fd87e-ed84-42e5-99c1-81db9d259c13 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/ports?device_id=c286b573-0c07-4789-97a7-1c45abaac478 HTTP/1.1" status: 200 len: 945 time: 0.0554912 Mar 07 17:05:32.051852 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-95eaa366-44d8-4c18-9bf8-c489cbb57bcd req-8fa18c8a-7853-437d-8d40-b59c5bd9d860 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/security-groups?id=5556d38f-cae6-4b56-83ff-aaf36e7dcf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403566 Mar 07 17:05:33.174926 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6228c3-0953-4464-adca-48475dd8e9e1 req-e3fdc626-f369-4848-a09b-6c9309a2918d tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:33.176307 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ae6228c3-0953-4464-adca-48475dd8e9e1 req-e3fdc626-f369-4848-a09b-6c9309a2918d tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/ports?device_id=c286b573-0c07-4789-97a7-1c45abaac478 HTTP/1.1" status: 200 len: 945 time: 0.0559201 Mar 07 17:05:33.224863 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ae6228c3-0953-4464-adca-48475dd8e9e1 req-a670e308-268c-4730-b3be-60ebc63f36bf tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/security-groups?id=5556d38f-cae6-4b56-83ff-aaf36e7dcf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422692 Mar 07 17:05:33.987983 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device 50bf3f87-3824-4c34-b990-45881fe9a49c up at agent hyperv_hv-cinder-80403 {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:05:34.153641 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Provisioning for port 50bf3f87-3824-4c34-b990-45881fe9a49c completed by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 17:05:34.158114 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Provisioning complete for port 50bf3f87-3824-4c34-b990-45881fe9a49c triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:05:34.158616 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (50bf3f87-3824-4c34-b990-45881fe9a49c), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:34.243355 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Current status of the port 50bf3f87-3824-4c34-b990-45881fe9a49c is: BUILD; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:05:34.243787 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (50bf3f87-3824-4c34-b990-45881fe9a49c), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:34.266981 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c286b573-0c07-4789-97a7-1c45abaac478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50bf3f87-3824-4c34-b990-45881fe9a49c'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:05:34.269347 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11138cde4cb47aed6ab60590cdc6142137d0740b05d94cd9dbb0d95d7575220c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74494a3-d8c7-45f1-93c9-88fd261d233e" -d '{"events": [{"server_uuid": "c286b573-0c07-4789-97a7-1c45abaac478", "name": "network-vif-plugged", "status": "completed", "tag": "50bf3f87-3824-4c34-b990-45881fe9a49c"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:05:34.286120 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port 50bf3f87-3824-4c34-b990-45881fe9a49c, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=50bf3f87-3824-4c34-b990-45881fe9a49c,segment=NetworkSegment(4cd949f7-03a8-44ef-bbb6-74e5d6820ac5),segment_id=4cd949f7-03a8-44ef-bbb6-74e5d6820ac5)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:05:34.312299 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cabb4d9-f7f3-45b9-9f80-54c20f63043c x-openstack-request-id: req-5cabb4d9-f7f3-45b9-9f80-54c20f63043c {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:05:34.312723 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c286b573-0c07-4789-97a7-1c45abaac478", "name": "network-vif-plugged", "status": "completed", "tag": "50bf3f87-3824-4c34-b990-45881fe9a49c", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:05:34.313050 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5cabb4d9-f7f3-45b9-9f80-54c20f63043c {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:05:34.313537 dv-cinder-804035-42-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c286b573-0c07-4789-97a7-1c45abaac478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50bf3f87-3824-4c34-b990-45881fe9a49c', 'code': 200} Mar 07 17:05:34.349104 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9cb96-8a5e-4b83-b68e-7fe7cb0f30e0 req-2ca30c5d-df5b-4990-b34f-d5413d0aef2b tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:34.351192 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-34a9cb96-8a5e-4b83-b68e-7fe7cb0f30e0 req-2ca30c5d-df5b-4990-b34f-d5413d0aef2b tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/ports?device_id=c286b573-0c07-4789-97a7-1c45abaac478 HTTP/1.1" status: 200 len: 945 time: 0.0577464 Mar 07 17:05:34.371190 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (50bf3f87-3824-4c34-b990-45881fe9a49c), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:34.403946 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-34a9cb96-8a5e-4b83-b68e-7fe7cb0f30e0 req-31a644d5-8eeb-49bb-b8cc-80fbda1cf998 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/security-groups?id=5556d38f-cae6-4b56-83ff-aaf36e7dcf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469251 Mar 07 17:05:34.432527 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Pushing event updated for resources: {'Port': ['ID=50bf3f87-3824-4c34-b990-45881fe9a49c,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:34.671553 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2d4de-fcac-49d3-b182-60e10a98dc66 req-3b2bc23e-ad7c-430b-807e-b4f6e92ce673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:34.673163 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d4e2d4de-fcac-49d3-b182-60e10a98dc66 req-3b2bc23e-ad7c-430b-807e-b4f6e92ce673 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c286b573-0c07-4789-97a7-1c45abaac478 HTTP/1.1" status: 200 len: 1130 time: 0.0467458 Mar 07 17:05:34.734155 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d4e2d4de-fcac-49d3-b182-60e10a98dc66 req-9ff2f5a7-65eb-4b64-9361-4ac11accf3a6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5556d38f-cae6-4b56-83ff-aaf36e7dcf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538983 Mar 07 17:05:35.525623 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a39d75d-f510-4d8f-b7a2-e744110dbc0b req-45a448b3-5a10-48b6-9aec-8f71bd752567 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:35.527135 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7a39d75d-f510-4d8f-b7a2-e744110dbc0b req-45a448b3-5a10-48b6-9aec-8f71bd752567 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/ports?device_id=c286b573-0c07-4789-97a7-1c45abaac478 HTTP/1.1" status: 200 len: 946 time: 0.0535557 Mar 07 17:05:35.575366 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7a39d75d-f510-4d8f-b7a2-e744110dbc0b req-5486da73-41f7-4490-8d80-5fdc8642e0af tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/security-groups?id=5556d38f-cae6-4b56-83ff-aaf36e7dcf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426347 Mar 07 17:05:36.427646 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f8a58-6172-45b5-a3ee-e30ca7c8d97e req-e2f8f597-854d-4b4f-9438-f68ddf968103 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:36.429820 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-dc7f8a58-6172-45b5-a3ee-e30ca7c8d97e req-e2f8f597-854d-4b4f-9438-f68ddf968103 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.0541725 Mar 07 17:05:36.476727 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-dc7f8a58-6172-45b5-a3ee-e30ca7c8d97e req-bf8878d9-503a-4063-b649-0694cb17bf32 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398989 Mar 07 17:05:36.699203 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf24082-44f4-4c93-96fb-7a6a7eff65fc req-4167cbc0-d3a9-4e8b-8a88-d3663056da16 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:36.700766 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-bcf24082-44f4-4c93-96fb-7a6a7eff65fc req-4167cbc0-d3a9-4e8b-8a88-d3663056da16 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/ports?device_id=c286b573-0c07-4789-97a7-1c45abaac478 HTTP/1.1" status: 200 len: 946 time: 0.0569417 Mar 07 17:05:36.748904 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-bcf24082-44f4-4c93-96fb-7a6a7eff65fc req-2f704bf7-7ad4-4ba4-acff-60b3faacdd35 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/security-groups?id=5556d38f-cae6-4b56-83ff-aaf36e7dcf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427618 Mar 07 17:05:37.594825 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9473e7-3a01-4651-9c09-5b1f3bbb517e req-2ee5e033-d69c-45b1-a8f1-bb76e6ea9495 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:37.596306 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fb9473e7-3a01-4651-9c09-5b1f3bbb517e req-2ee5e033-d69c-45b1-a8f1-bb76e6ea9495 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.0516822 Mar 07 17:05:37.642524 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fb9473e7-3a01-4651-9c09-5b1f3bbb517e req-ba261380-13c3-4ec4-86c2-aa56427fa046 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401187 Mar 07 17:05:37.876525 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd87b7-1844-4137-9bf3-2093f902e127 req-88da49bd-0e0a-40cc-a2e3-a4d2096bb00d tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:37.878048 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2abd87b7-1844-4137-9bf3-2093f902e127 req-88da49bd-0e0a-40cc-a2e3-a4d2096bb00d tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/ports?device_id=c286b573-0c07-4789-97a7-1c45abaac478 HTTP/1.1" status: 200 len: 946 time: 0.0632644 Mar 07 17:05:37.925763 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2abd87b7-1844-4137-9bf3-2093f902e127 req-cdd6672f-5456-4d7d-9016-1305ba4cb3dc tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/security-groups?id=5556d38f-cae6-4b56-83ff-aaf36e7dcf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414610 Mar 07 17:05:38.760706 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40cefb3-90f6-45d8-93c1-a41be497ef1d req-175a3cb1-691b-4c4c-96fb-b2531bf71970 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:38.762217 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f40cefb3-90f6-45d8-93c1-a41be497ef1d req-175a3cb1-691b-4c4c-96fb-b2531bf71970 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.0534234 Mar 07 17:05:38.808781 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f40cefb3-90f6-45d8-93c1-a41be497ef1d req-ef6815c7-774e-4c48-9d4a-ec9773ba2afc tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411398 Mar 07 17:05:39.931500 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47696e0-80d0-42db-b43a-c587669c36d3 req-28fc429b-a36b-4b82-9278-574e5f6adbf4 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:39.933181 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b47696e0-80d0-42db-b43a-c587669c36d3 req-28fc429b-a36b-4b82-9278-574e5f6adbf4 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.0570211 Mar 07 17:05:39.987205 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b47696e0-80d0-42db-b43a-c587669c36d3 req-e5509408-6ff5-4901-84cd-d91e4ddc24af tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482287 Mar 07 17:05:41.107850 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054fca00-c85a-4ead-b2d6-a2745294bb5c req-59385385-fae8-4918-b573-485de830e5a0 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:41.109312 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-054fca00-c85a-4ead-b2d6-a2745294bb5c req-59385385-fae8-4918-b573-485de830e5a0 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.0525339 Mar 07 17:05:41.155506 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-054fca00-c85a-4ead-b2d6-a2745294bb5c req-948abf83-6a2d-492c-b535-f8a0d995e7ee tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407579 Mar 07 17:05:42.271651 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb53245-dafd-48a3-9db7-fa62e2cc884c req-fe6cb237-315e-4165-9606-609b855ea89d tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:42.273339 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-bcb53245-dafd-48a3-9db7-fa62e2cc884c req-fe6cb237-315e-4165-9606-609b855ea89d tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.0529401 Mar 07 17:05:42.317515 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-bcb53245-dafd-48a3-9db7-fa62e2cc884c req-12c7a1d9-743a-434c-898e-087d68501f3d tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389028 Mar 07 17:05:43.439049 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e234197-4ea0-4601-a41a-b2a040c42530 req-c724ec9b-732d-43e7-bafb-43d63cd0a4aa tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:43.440552 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7e234197-4ea0-4601-a41a-b2a040c42530 req-c724ec9b-732d-43e7-bafb-43d63cd0a4aa tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.0554318 Mar 07 17:05:43.486768 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7e234197-4ea0-4601-a41a-b2a040c42530 req-a2e4dfad-aed6-4995-ab05-dcbb5111f105 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397856 Mar 07 17:05:44.600962 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e618fd2-7029-4b43-8630-2409f1ee867e req-02d7856d-65b7-4de8-b560-ff83250c83ce tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:44.602997 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5e618fd2-7029-4b43-8630-2409f1ee867e req-02d7856d-65b7-4de8-b560-ff83250c83ce tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.0513759 Mar 07 17:05:44.648774 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5e618fd2-7029-4b43-8630-2409f1ee867e req-16fc71d5-434c-4e09-ad13-e7af4e4a3c8e tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401425 Mar 07 17:05:45.765464 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe6cb0-4353-4894-8f7d-870249112211 req-9e1e1629-cfaf-408f-841d-8774b7fda5e6 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:45.766816 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f7fe6cb0-4353-4894-8f7d-870249112211 req-9e1e1629-cfaf-408f-841d-8774b7fda5e6 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.0512266 Mar 07 17:05:45.814965 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f7fe6cb0-4353-4894-8f7d-870249112211 req-3d2b95b7-8d1d-49d2-8344-2ab6568986c2 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426483 Mar 07 17:05:45.901371 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-eb8f6c59-885c-4d69-9771-ef369d562ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:46.535952 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2fccd4-e01c-417f-a812-05e92bb4f67b req-c91fd07b-7e70-4736-9a05-df66f1adf1ea tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:46.537365 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0d2fccd4-e01c-417f-a812-05e92bb4f67b req-c91fd07b-7e70-4736-9a05-df66f1adf1ea tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.53 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.0524759 Mar 07 17:05:46.629680 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-0d2fccd4-e01c-417f-a812-05e92bb4f67b req-7a004bc5-7c8e-4fff-a656-e79956ce7c60 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Deleting port b1d86a73-416e-4d71-a546-4776a393218b {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:05:46.629947 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-0d2fccd4-e01c-417f-a812-05e92bb4f67b req-7a004bc5-7c8e-4fff-a656-e79956ce7c60 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (b1d86a73-416e-4d71-a546-4776a393218b), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:46.719769 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-0d2fccd4-e01c-417f-a812-05e92bb4f67b req-7a004bc5-7c8e-4fff-a656-e79956ce7c60 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] For port b1d86a73-416e-4d71-a546-4776a393218b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b1d86a73-416e-4d71-a546-4776a393218b,segment=NetworkSegment(0bd0e565-e442-4b6c-956a-2968d926a438),segment_id=0bd0e565-e442-4b6c-956a-2968d926a438)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:05:46.720136 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-0d2fccd4-e01c-417f-a812-05e92bb4f67b req-7a004bc5-7c8e-4fff-a656-e79956ce7c60 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (b1d86a73-416e-4d71-a546-4776a393218b), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:46.732023 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-0d2fccd4-e01c-417f-a812-05e92bb4f67b req-7a004bc5-7c8e-4fff-a656-e79956ce7c60 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Calling delete_port for b1d86a73-416e-4d71-a546-4776a393218b owned by compute:nova {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:05:46.920802 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-0d2fccd4-e01c-417f-a812-05e92bb4f67b req-7a004bc5-7c8e-4fff-a656-e79956ce7c60 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (b1d86a73-416e-4d71-a546-4776a393218b), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:46.960290 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b282edf-68ac-4226-9031-2a4206b57a57 req-f0899635-9f8b-42cf-83a0-94cc6724bd53 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:46.961747 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7b282edf-68ac-4226-9031-2a4206b57a57 req-f0899635-9f8b-42cf-83a0-94cc6724bd53 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 945 time: 0.0809445 Mar 07 17:05:46.963049 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a004bc5-7c8e-4fff-a656-e79956ce7c60 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Pushing event deleted for resources: {'Port': ['ID=b1d86a73-416e-4d71-a546-4776a393218b,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:46.997892 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a004bc5-7c8e-4fff-a656-e79956ce7c60 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:46.998248 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a004bc5-7c8e-4fff-a656-e79956ce7c60 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:46.998585 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a004bc5-7c8e-4fff-a656-e79956ce7c60 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:46.998922 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a004bc5-7c8e-4fff-a656-e79956ce7c60 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:46.999256 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a004bc5-7c8e-4fff-a656-e79956ce7c60 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:46.999618 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a004bc5-7c8e-4fff-a656-e79956ce7c60 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:46.999948 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a004bc5-7c8e-4fff-a656-e79956ce7c60 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:47.000279 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a004bc5-7c8e-4fff-a656-e79956ce7c60 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:47.000603 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a004bc5-7c8e-4fff-a656-e79956ce7c60 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:47.000928 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a004bc5-7c8e-4fff-a656-e79956ce7c60 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:47.001253 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a004bc5-7c8e-4fff-a656-e79956ce7c60 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:47.001575 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a004bc5-7c8e-4fff-a656-e79956ce7c60 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:47.001899 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a004bc5-7c8e-4fff-a656-e79956ce7c60 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:05:47.030339 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d2fccd4-e01c-417f-a812-05e92bb4f67b req-7a004bc5-7c8e-4fff-a656-e79956ce7c60 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] No DVR routers for this DVR port b1d86a73-416e-4d71-a546-4776a393218b on host hv-cinder-80403 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:05:47.033548 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-0d2fccd4-e01c-417f-a812-05e92bb4f67b req-7a004bc5-7c8e-4fff-a656-e79956ce7c60 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:47.036717 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0d2fccd4-e01c-417f-a812-05e92bb4f67b req-7a004bc5-7c8e-4fff-a656-e79956ce7c60 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.53 "DELETE /v2.0/ports/b1d86a73-416e-4d71-a546-4776a393218b HTTP/1.1" status: 204 len: 173 time: 0.4935427 Mar 07 17:05:47.037145 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb9e4bf-53c8-49cb-b4fb-b85febfb6638', 'name': 'network-vif-deleted', 'tag': 'b1d86a73-416e-4d71-a546-4776a393218b'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:05:47.039595 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aba4c615e876ca6c23e5fed61a3d1f980fac3f984d457871ad3b292fe147bdb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a2c8ea-3a85-482d-a89e-21843a030c52" -d '{"events": [{"server_uuid": "edb9e4bf-53c8-49cb-b4fb-b85febfb6638", "name": "network-vif-deleted", "tag": "b1d86a73-416e-4d71-a546-4776a393218b"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:05:47.069501 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7b282edf-68ac-4226-9031-2a4206b57a57 req-ae309e04-9266-41e6-94bf-fb164bed91b9 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998495 Mar 07 17:05:47.076629 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7bee2c-d398-4fa5-a528-04d5b6074900 x-openstack-request-id: req-ad7bee2c-d398-4fa5-a528-04d5b6074900 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:05:47.076918 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb9e4bf-53c8-49cb-b4fb-b85febfb6638", "name": "network-vif-deleted", "tag": "b1d86a73-416e-4d71-a546-4776a393218b", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:05:47.077169 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ad7bee2c-d398-4fa5-a528-04d5b6074900 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:05:47.077559 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb9e4bf-53c8-49cb-b4fb-b85febfb6638', 'name': 'network-vif-deleted', 'tag': 'b1d86a73-416e-4d71-a546-4776a393218b', 'status': 'completed', 'code': 200} Mar 07 17:05:47.090877 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] get_ports_and_sgs() called for port_ids ['293f83de-e9fc-4e45-83a0-993997bce3a1', 'b1d86a73-416e-4d71-a546-4776a393218b'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:05:48.136741 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3406a8e-4b61-43d2-8817-4ff80b3cc9f7 req-3e874b52-bf82-4ccb-a44f-776e305be5a2 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:48.136741 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f3406a8e-4b61-43d2-8817-4ff80b3cc9f7 req-3e874b52-bf82-4ccb-a44f-776e305be5a2 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/ports?device_id=c286b573-0c07-4789-97a7-1c45abaac478 HTTP/1.1" status: 200 len: 946 time: 0.0561056 Mar 07 17:05:48.198866 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-84583adb-78a7-40ec-9188-ed676cf6fb01 req-d133b777-dd0e-4c92-be6c-3bb73fcf2842 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb9e4bf-53c8-49cb-b4fb-b85febfb6638 HTTP/1.1" status: 200 len: 210 time: 0.0346918 Mar 07 17:05:48.210546 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f3406a8e-4b61-43d2-8817-4ff80b3cc9f7 req-0bb0b636-e2b0-49ff-95d1-8bf729880f8f tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/security-groups?id=5556d38f-cae6-4b56-83ff-aaf36e7dcf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715332 Mar 07 17:05:48.212476 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:48.388772 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-48c78f6f-fd9a-42c8-9bf7-34ddde4e0344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:49.338828 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372fd696-c32a-402e-8574-a0cc86ffd554 req-53971e43-1b8e-49a8-a3f8-2c739d0b7169 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:49.340313 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-372fd696-c32a-402e-8574-a0cc86ffd554 req-53971e43-1b8e-49a8-a3f8-2c739d0b7169 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/ports?device_id=c286b573-0c07-4789-97a7-1c45abaac478 HTTP/1.1" status: 200 len: 946 time: 0.0557222 Mar 07 17:05:49.392411 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-372fd696-c32a-402e-8574-a0cc86ffd554 req-457dd8e7-c0f2-4bda-a022-578c05a9a8fe tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/security-groups?id=5556d38f-cae6-4b56-83ff-aaf36e7dcf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462458 Mar 07 17:05:49.680535 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5964c11e-d4a7-49ca-9cac-d7477e6a4c99 req-c40ff9f1-78a9-441a-bc1b-746a22cc74d4 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:49.682153 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5964c11e-d4a7-49ca-9cac-d7477e6a4c99 req-c40ff9f1-78a9-441a-bc1b-746a22cc74d4 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0523973 Mar 07 17:05:49.727156 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5964c11e-d4a7-49ca-9cac-d7477e6a4c99 req-ebef913f-b4c2-4495-8eec-e68989f2d074 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395830 Mar 07 17:05:50.039160 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device b1d86a73-416e-4d71-a546-4776a393218b no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:05:50.062721 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] No Port match for: b1d86a73-416e-4d71-a546-4776a393218b {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:05:50.063057 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device b1d86a73-416e-4d71-a546-4776a393218b not bound to the agent host hv-cinder-80403 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:05:50.262658 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba830ea-63f7-412b-be79-fde740f6496d req-4682f045-90f5-4cd8-9fc6-8c35ef5c8ba2 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:50.264099 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cba830ea-63f7-412b-be79-fde740f6496d req-4682f045-90f5-4cd8-9fc6-8c35ef5c8ba2 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.53 "GET /v2.0/ports?device_id=c286b573-0c07-4789-97a7-1c45abaac478 HTTP/1.1" status: 200 len: 946 time: 0.0519731 Mar 07 17:05:50.362615 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-cba830ea-63f7-412b-be79-fde740f6496d req-1e0260d4-f20d-48f7-9633-e438a74a515c tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Deleting port 50bf3f87-3824-4c34-b990-45881fe9a49c {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:05:50.363196 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-cba830ea-63f7-412b-be79-fde740f6496d req-1e0260d4-f20d-48f7-9633-e438a74a515c tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (50bf3f87-3824-4c34-b990-45881fe9a49c), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:50.404118 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:50.461775 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-cba830ea-63f7-412b-be79-fde740f6496d req-1e0260d4-f20d-48f7-9633-e438a74a515c tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] For port 50bf3f87-3824-4c34-b990-45881fe9a49c, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=50bf3f87-3824-4c34-b990-45881fe9a49c,segment=NetworkSegment(4cd949f7-03a8-44ef-bbb6-74e5d6820ac5),segment_id=4cd949f7-03a8-44ef-bbb6-74e5d6820ac5)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:05:50.462126 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-cba830ea-63f7-412b-be79-fde740f6496d req-1e0260d4-f20d-48f7-9633-e438a74a515c tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (50bf3f87-3824-4c34-b990-45881fe9a49c), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:50.485760 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-cba830ea-63f7-412b-be79-fde740f6496d req-1e0260d4-f20d-48f7-9633-e438a74a515c tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Calling delete_port for 50bf3f87-3824-4c34-b990-45881fe9a49c owned by compute:nova {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:05:50.574635 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2923e-6720-4a0a-a114-44c2ce285e92 req-226e1dd6-4ab6-4387-a71f-c369f2abef08 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:50.576027 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3cf2923e-6720-4a0a-a114-44c2ce285e92 req-226e1dd6-4ab6-4387-a71f-c369f2abef08 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/ports?device_id=c286b573-0c07-4789-97a7-1c45abaac478 HTTP/1.1" status: 200 len: 946 time: 0.1066341 Mar 07 17:05:50.656830 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3cf2923e-6720-4a0a-a114-44c2ce285e92 req-7b8990d6-a52d-4b32-a511-f9b974d06969 tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/security-groups?id=5556d38f-cae6-4b56-83ff-aaf36e7dcf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750201 Mar 07 17:05:50.759256 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-cba830ea-63f7-412b-be79-fde740f6496d req-1e0260d4-f20d-48f7-9633-e438a74a515c tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (50bf3f87-3824-4c34-b990-45881fe9a49c), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:50.774004 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] get_ports_and_sgs() called for port_ids ['50bf3f87-3824-4c34-b990-45881fe9a49c'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:05:50.792599 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0260d4-f20d-48f7-9633-e438a74a515c tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Pushing event deleted for resources: {'Port': ['ID=50bf3f87-3824-4c34-b990-45881fe9a49c,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:50.858755 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba830ea-63f7-412b-be79-fde740f6496d req-1e0260d4-f20d-48f7-9633-e438a74a515c tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] No DVR routers for this DVR port 50bf3f87-3824-4c34-b990-45881fe9a49c on host hv-cinder-80403 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:05:50.862171 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-cba830ea-63f7-412b-be79-fde740f6496d req-1e0260d4-f20d-48f7-9633-e438a74a515c tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:50.865411 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cba830ea-63f7-412b-be79-fde740f6496d req-1e0260d4-f20d-48f7-9633-e438a74a515c tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.53 "DELETE /v2.0/ports/50bf3f87-3824-4c34-b990-45881fe9a49c HTTP/1.1" status: 204 len: 173 time: 0.5946686 Mar 07 17:05:50.865852 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c286b573-0c07-4789-97a7-1c45abaac478', 'name': 'network-vif-deleted', 'tag': '50bf3f87-3824-4c34-b990-45881fe9a49c'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:05:50.869261 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aba4c615e876ca6c23e5fed61a3d1f980fac3f984d457871ad3b292fe147bdb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47948bc5-972b-4940-a7c7-242c201a8788" -d '{"events": [{"server_uuid": "c286b573-0c07-4789-97a7-1c45abaac478", "name": "network-vif-deleted", "tag": "50bf3f87-3824-4c34-b990-45881fe9a49c"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:05:50.886838 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be12284-7838-4421-a9de-091d2ce39c5e req-1cc9f180-7ccf-4d78-ade1-0224c1388eb5 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:50.888376 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6be12284-7838-4421-a9de-091d2ce39c5e req-1cc9f180-7ccf-4d78-ade1-0224c1388eb5 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0938692 Mar 07 17:05:50.919228 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fdf23e7-e0cc-4ff4-be49-02c5224af43b x-openstack-request-id: req-8fdf23e7-e0cc-4ff4-be49-02c5224af43b {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:05:50.919556 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c286b573-0c07-4789-97a7-1c45abaac478", "name": "network-vif-deleted", "tag": "50bf3f87-3824-4c34-b990-45881fe9a49c", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:05:50.919833 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8fdf23e7-e0cc-4ff4-be49-02c5224af43b {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:05:50.920197 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c286b573-0c07-4789-97a7-1c45abaac478', 'name': 'network-vif-deleted', 'tag': '50bf3f87-3824-4c34-b990-45881fe9a49c', 'status': 'completed', 'code': 200} Mar 07 17:05:50.943531 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6be12284-7838-4421-a9de-091d2ce39c5e req-1f0f3909-3b44-40c0-9048-41f2d452c430 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489478 Mar 07 17:05:51.609259 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-796afc88-1dfe-46ab-8c27-ee0027304a79 req-48bb410d-db4b-47d5-9f2d-8ed54b6cc4dd tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-216808671&fields=id&tenant_id=9c209a56518a47aea7e997fd4223a98c HTTP/1.1" status: 200 len: 267 time: 0.0455647 Mar 07 17:05:51.716394 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796afc88-1dfe-46ab-8c27-ee0027304a79 req-1293694d-f692-4c12-a9dc-aaffcddcda00 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:51.717898 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-796afc88-1dfe-46ab-8c27-ee0027304a79 req-1293694d-f692-4c12-a9dc-aaffcddcda00 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/networks?id=f09f7dbb-82c6-4d35-8521-db45cf32e53c HTTP/1.1" status: 200 len: 809 time: 0.1020737 Mar 07 17:05:51.734809 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-796afc88-1dfe-46ab-8c27-ee0027304a79 req-8eb24ed2-820a-4e19-bd3a-eb9b1d78e599 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/quotas/9c209a56518a47aea7e997fd4223a98c HTTP/1.1" status: 200 len: 375 time: 0.0101027 Mar 07 17:05:51.775517 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-55fe3bd4-e73c-4a99-9b96-44c00c2e8e1e req-c40ac32e-7f1c-41f1-8d8c-264da8e679bf tempest-VolumesActionsTest-1782829521 tempest-VolumesActionsTest-1782829521-project] 10.222.0.45 "GET /v2.0/ports?device_id=c286b573-0c07-4789-97a7-1c45abaac478 HTTP/1.1" status: 200 len: 210 time: 0.0397742 Mar 07 17:05:51.818281 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-796afc88-1dfe-46ab-8c27-ee0027304a79 req-7cac8184-4df7-4fd8-901b-bcb6618913a7 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c209a56518a47aea7e997fd4223a98c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0733662 Mar 07 17:05:51.857370 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:51.918694 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-796afc88-1dfe-46ab-8c27-ee0027304a79 req-12b4c70e-d65e-4165-8e36-6f02511ed034 service neutron] 10.222.0.45 "GET /v2.0/networks/f09f7dbb-82c6-4d35-8521-db45cf32e53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895300 Mar 07 17:05:52.023750 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-796afc88-1dfe-46ab-8c27-ee0027304a79 req-213191a1-3558-4902-807a-09b15b1b95ee service neutron] 10.222.0.45 "GET /v2.0/networks/f09f7dbb-82c6-4d35-8521-db45cf32e53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974610 Mar 07 17:05:52.064582 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35842ff4-b2a2-4cb4-b8d2-dd271af002c1 req-7339b1c9-8623-4e3c-a834-bde38fa81b2b tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:52.066045 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-35842ff4-b2a2-4cb4-b8d2-dd271af002c1 req-7339b1c9-8623-4e3c-a834-bde38fa81b2b tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0549827 Mar 07 17:05:52.116476 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-35842ff4-b2a2-4cb4-b8d2-dd271af002c1 req-69e324c2-7350-49e6-9f44-4a0282721af5 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445578 Mar 07 17:05:52.648167 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8b491461-931d-4222-832e-86eb4c1f9709 req-834b9519-3d3a-4987-a3a2-0266df13eef8 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 210 time: 0.0281019 Mar 07 17:05:53.010513 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:53.247610 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a023113-e75d-4d6f-8ae1-97dec7618462 req-5847e7bb-a584-4cb0-8f2a-fd1da10272ae tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:53.249057 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5a023113-e75d-4d6f-8ae1-97dec7618462 req-5847e7bb-a584-4cb0-8f2a-fd1da10272ae tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0588548 Mar 07 17:05:53.302020 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5a023113-e75d-4d6f-8ae1-97dec7618462 req-5475686e-a1ab-4738-ba98-7a2a866cde6c tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472333 Mar 07 17:05:53.425345 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11eb195-54b4-4c51-b734-cc472a07ea90 req-7c224ddd-620d-4cc4-bbb4-fc34c295b169 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:53.426887 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c11eb195-54b4-4c51-b734-cc472a07ea90 req-7c224ddd-620d-4cc4-bbb4-fc34c295b169 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 945 time: 0.0621111 Mar 07 17:05:53.481304 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c11eb195-54b4-4c51-b734-cc472a07ea90 req-a0d30d6e-3b3f-4327-a7e9-0bc308c0f731 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437593 Mar 07 17:05:53.728833 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9968ad46-5f8f-4c31-9cc8-4a455db1c109 req-9741f448-2f92-447e-a739-2bef84f9d24c tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 210 time: 0.0314848 Mar 07 17:05:54.074978 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device 50bf3f87-3824-4c34-b990-45881fe9a49c no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:05:54.094879 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] No Port match for: 50bf3f87-3824-4c34-b990-45881fe9a49c {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:05:54.095222 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device 50bf3f87-3824-4c34-b990-45881fe9a49c not bound to the agent host hv-cinder-80403 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:05:54.428607 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7820548-3cbc-4c7a-95a1-12848051bd53 req-dabeb04e-a967-4a6d-ba60-31aaa588e2fa tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:54.430067 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e7820548-3cbc-4c7a-95a1-12848051bd53 req-dabeb04e-a967-4a6d-ba60-31aaa588e2fa tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0525320 Mar 07 17:05:54.478782 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e7820548-3cbc-4c7a-95a1-12848051bd53 req-2a39629b-f44e-43bd-adad-3c025b79636c tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428655 Mar 07 17:05:54.604134 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8dcf56-3d8a-4f1e-9c5c-6473d436ce64 req-a229b7f9-bc3d-409f-a744-a9938a99f66a tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:54.605540 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ff8dcf56-3d8a-4f1e-9c5c-6473d436ce64 req-a229b7f9-bc3d-409f-a744-a9938a99f66a tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 945 time: 0.0516818 Mar 07 17:05:54.652565 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ff8dcf56-3d8a-4f1e-9c5c-6473d436ce64 req-c13bd63e-8332-4311-8ced-3c03039a818d tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414445 Mar 07 17:05:54.825842 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9579eba7-abff-4888-8206-4df898dc6234 req-a42c00b4-1b4e-4085-bace-b4bcbc03ebde tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 210 time: 0.0312741 Mar 07 17:05:55.597923 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c964ebbe-3f0f-477b-b535-953c7e8a07c1 req-9c35471b-9302-4380-9c9c-ade6da9187d7 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:55.599398 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c964ebbe-3f0f-477b-b535-953c7e8a07c1 req-9c35471b-9302-4380-9c9c-ade6da9187d7 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0525138 Mar 07 17:05:55.647651 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c964ebbe-3f0f-477b-b535-953c7e8a07c1 req-df605166-00c8-488c-ab57-836c07825585 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425820 Mar 07 17:05:55.774435 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a2c75-bb63-4842-b2c8-ee6a79463d9c req-5f15fa23-3fa2-4c9c-b18d-346ea993ef20 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:55.775926 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-802a2c75-bb63-4842-b2c8-ee6a79463d9c req-5f15fa23-3fa2-4c9c-b18d-346ea993ef20 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 945 time: 0.0526989 Mar 07 17:05:55.822721 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-802a2c75-bb63-4842-b2c8-ee6a79463d9c req-35d7b5d8-4e2d-4512-b492-b62cce970c9c tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411389 Mar 07 17:05:55.928698 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-97fd3dbf-5437-43c9-abf3-d6a94b16d72d req-dfc0ade3-9928-4dc5-9a6e-ad71ae25233c tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 210 time: 0.0318394 Mar 07 17:05:56.765230 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf5aa5-597e-4cc5-80d6-1918e84e41e0 req-fa54a4bc-4015-4380-b4a1-fdc91bd4abc0 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:56.766694 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-faaf5aa5-597e-4cc5-80d6-1918e84e41e0 req-fa54a4bc-4015-4380-b4a1-fdc91bd4abc0 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0529809 Mar 07 17:05:56.813675 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-faaf5aa5-597e-4cc5-80d6-1918e84e41e0 req-e898218a-2a90-4636-b504-a4a0537c187d tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413134 Mar 07 17:05:56.953265 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c2950-1e59-4f4d-8b12-f09da814c50b req-73006232-c532-4752-bf0c-5c07ce3cc0d0 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:56.956302 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f43c2950-1e59-4f4d-8b12-f09da814c50b req-73006232-c532-4752-bf0c-5c07ce3cc0d0 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 945 time: 0.0616264 Mar 07 17:05:57.018178 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f43c2950-1e59-4f4d-8b12-f09da814c50b req-b60301c2-496a-415d-8b00-7e7cddd300df tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493937 Mar 07 17:05:57.037245 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6434c712-49d6-4ad9-bba3-a9b5a7289a0f req-afc28f3b-79ec-4d75-a166-af5e306f439a tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 210 time: 0.0340323 Mar 07 17:05:57.929280 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafee1cd-37dd-43dd-9d50-148646647e91 req-79593d18-a197-4b01-9cf6-bac2d9ce9b89 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:57.930728 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fafee1cd-37dd-43dd-9d50-148646647e91 req-79593d18-a197-4b01-9cf6-bac2d9ce9b89 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0514317 Mar 07 17:05:57.977072 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fafee1cd-37dd-43dd-9d50-148646647e91 req-7dc0c6e0-164e-47ff-95ac-952aae8d51c7 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401895 Mar 07 17:05:58.148517 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-de6a11ab-3f58-4315-950d-db987faaf931 req-9abaafa6-4c4b-476d-8bc5-ab11a9d95dc8 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 210 time: 0.0338070 Mar 07 17:05:58.288542 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:05:58.483921 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236271e-bd18-45bf-abcc-fa82c19c9195 req-76ee5ae7-07b9-4ea6-9d70-0ebabc086abb tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:58.485387 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d236271e-bd18-45bf-abcc-fa82c19c9195 req-76ee5ae7-07b9-4ea6-9d70-0ebabc086abb tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 945 time: 0.3971617 Mar 07 17:05:58.549569 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796afc88-1dfe-46ab-8c27-ee0027304a79 req-1f1d867c-71a6-4c07-b216-c3188103a332 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:58.550975 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-796afc88-1dfe-46ab-8c27-ee0027304a79 req-1f1d867c-71a6-4c07-b216-c3188103a332 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.53 "GET /v2.0/networks?id=f09f7dbb-82c6-4d35-8521-db45cf32e53c HTTP/1.1" status: 200 len: 809 time: 0.4008346 Mar 07 17:05:58.557660 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d236271e-bd18-45bf-abcc-fa82c19c9195 req-6a77b286-ed86-4ec4-883a-844555675ec9 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665281 Mar 07 17:05:58.611515 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-796afc88-1dfe-46ab-8c27-ee0027304a79 req-0ee1beac-6e91-4dcb-8b4e-032cbef69ef5 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c209a56518a47aea7e997fd4223a98c HTTP/1.1" status: 200 len: 379 time: 0.0517957 Mar 07 17:05:58.619975 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-796afc88-1dfe-46ab-8c27-ee0027304a79 req-1557a37c-48ff-4be6-ba20-8fc5f630ee38 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Request body: {'port': {'device_id': '204d7dde-160a-4e0f-8c23-c205ac15d099', 'network_id': 'f09f7dbb-82c6-4d35-8521-db45cf32e53c', 'admin_state_up': True, 'tenant_id': '9c209a56518a47aea7e997fd4223a98c', 'security_groups': ['98387b91-8117-42b1-8863-2fb1978d3f5c']}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:05:58.794692 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-796afc88-1dfe-46ab-8c27-ee0027304a79 req-1557a37c-48ff-4be6-ba20-8fc5f630ee38 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Made reservation on behalf of 9c209a56518a47aea7e997fd4223a98c for: {'port': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:05:58.798050 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-796afc88-1dfe-46ab-8c27-ee0027304a79 req-1557a37c-48ff-4be6-ba20-8fc5f630ee38 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:58.922283 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [req-796afc88-1dfe-46ab-8c27-ee0027304a79 req-1557a37c-48ff-4be6-ba20-8fc5f630ee38 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Allocated IP 172.20.0.10 (f09f7dbb-82c6-4d35-8521-db45cf32e53c/59906c62-41b2-4312-809f-0ad753757d03/a59e2276-4826-4703-86f5-50aec68d19d9) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:05:59.088158 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-796afc88-1dfe-46ab-8c27-ee0027304a79 req-1557a37c-48ff-4be6-ba20-8fc5f630ee38 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Publish callbacks [] for port (a59e2276-4826-4703-86f5-50aec68d19d9), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:59.129410 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03266bae-a5c0-4814-b24d-dcba30e73d5c req-0d840f3c-8b27-4a4b-b3eb-17a0eb8a8b16 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:59.130874 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-03266bae-a5c0-4814-b24d-dcba30e73d5c req-0d840f3c-8b27-4a4b-b3eb-17a0eb8a8b16 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.0814753 Mar 07 17:05:59.178561 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-03266bae-a5c0-4814-b24d-dcba30e73d5c req-f638947c-4146-4a6e-b783-1744e0257ba1 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418310 Mar 07 17:05:59.200281 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-796afc88-1dfe-46ab-8c27-ee0027304a79 req-1557a37c-48ff-4be6-ba20-8fc5f630ee38 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (a59e2276-4826-4703-86f5-50aec68d19d9), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:59.255798 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-796afc88-1dfe-46ab-8c27-ee0027304a79 req-1557a37c-48ff-4be6-ba20-8fc5f630ee38 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Network f09f7dbb-82c6-4d35-8521-db45cf32e53c is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:05:59.272219 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [req-796afc88-1dfe-46ab-8c27-ee0027304a79 req-1557a37c-48ff-4be6-ba20-8fc5f630ee38 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:05:59.277755 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-796afc88-1dfe-46ab-8c27-ee0027304a79 req-1557a37c-48ff-4be6-ba20-8fc5f630ee38 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:05:59.311580 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1557a37c-48ff-4be6-ba20-8fc5f630ee38 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Pushing event updated for resources: {'Port': ['ID=a59e2276-4826-4703-86f5-50aec68d19d9,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:05:59.342070 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796afc88-1dfe-46ab-8c27-ee0027304a79 req-1557a37c-48ff-4be6-ba20-8fc5f630ee38 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:59.342701 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-796afc88-1dfe-46ab-8c27-ee0027304a79 req-1557a37c-48ff-4be6-ba20-8fc5f630ee38 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:59.357515 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6dd909-9776-475e-afe7-c64754db0dc1 req-bc17a496-ee18-4aec-a9fd-e15d805f6f6c tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:59.359032 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5a6dd909-9776-475e-afe7-c64754db0dc1 req-bc17a496-ee18-4aec-a9fd-e15d805f6f6c tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 932 time: 0.1307840 Mar 07 17:05:59.420006 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5a6dd909-9776-475e-afe7-c64754db0dc1 req-9831c2bb-0b83-4796-9d74-aee0b1bbba02 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510542 Mar 07 17:05:59.438908 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-796afc88-1dfe-46ab-8c27-ee0027304a79 req-1557a37c-48ff-4be6-ba20-8fc5f630ee38 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8226826 Mar 07 17:05:59.450276 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-796afc88-1dfe-46ab-8c27-ee0027304a79 req-258a98f0-3d75-434f-b3e1-783e8360bc9f service neutron] Request body: {'port': {'device_id': '204d7dde-160a-4e0f-8c23-c205ac15d099', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:05:59.488980 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-48fda34e-2910-4ab0-9475-a1ca91ce95c7 None None] Provisioning complete for port a59e2276-4826-4703-86f5-50aec68d19d9 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:05:59.489568 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-48fda34e-2910-4ab0-9475-a1ca91ce95c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (a59e2276-4826-4703-86f5-50aec68d19d9), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:59.510230 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-796afc88-1dfe-46ab-8c27-ee0027304a79 req-258a98f0-3d75-434f-b3e1-783e8360bc9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (a59e2276-4826-4703-86f5-50aec68d19d9), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:05:59.522755 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-48fda34e-2910-4ab0-9475-a1ca91ce95c7 None None] Port a59e2276-4826-4703-86f5-50aec68d19d9 cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:05:59.703438 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07792bda-d53d-4c93-9363-9f791fc3054d req-98355161-557c-4659-889c-41fcedffb068 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:59.704858 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-07792bda-d53d-4c93-9363-9f791fc3054d req-98355161-557c-4659-889c-41fcedffb068 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.1586049 Mar 07 17:05:59.814891 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ff11c-6dc8-452d-aaf9-ad54b19d965f req-aa9455ab-f73c-4ff5-9dfa-39a51b003568 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:05:59.816383 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9f8ff11c-6dc8-452d-aaf9-ad54b19d965f req-aa9455ab-f73c-4ff5-9dfa-39a51b003568 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 945 time: 0.1747689 Mar 07 17:05:59.928501 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9f8ff11c-6dc8-452d-aaf9-ad54b19d965f req-074fa9c6-0c68-405d-9502-d60b66fc21b7 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917206 Mar 07 17:05:59.979404 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-07792bda-d53d-4c93-9363-9f791fc3054d req-ce4dbde7-4ab6-4464-a87d-e4c7e088524a tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Deleting port 293f83de-e9fc-4e45-83a0-993997bce3a1 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:05:59.979656 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-07792bda-d53d-4c93-9363-9f791fc3054d req-ce4dbde7-4ab6-4464-a87d-e4c7e088524a tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (293f83de-e9fc-4e45-83a0-993997bce3a1), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:00.013084 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [req-796afc88-1dfe-46ab-8c27-ee0027304a79 req-258a98f0-3d75-434f-b3e1-783e8360bc9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a59e2276-4826-4703-86f5-50aec68d19d9 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:06:00.050117 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-796afc88-1dfe-46ab-8c27-ee0027304a79 req-258a98f0-3d75-434f-b3e1-783e8360bc9f service neutron] Publish callbacks [] for port (a59e2276-4826-4703-86f5-50aec68d19d9), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:00.073816 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [req-796afc88-1dfe-46ab-8c27-ee0027304a79 req-258a98f0-3d75-434f-b3e1-783e8360bc9f service neutron] Transition to ACTIVE for port object a59e2276-4826-4703-86f5-50aec68d19d9 will not be triggered until provisioned by entity L2. {{(pid=103431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 17:06:00.098376 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-07792bda-d53d-4c93-9363-9f791fc3054d req-ce4dbde7-4ab6-4464-a87d-e4c7e088524a tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] For port 293f83de-e9fc-4e45-83a0-993997bce3a1, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=293f83de-e9fc-4e45-83a0-993997bce3a1,segment=NetworkSegment(0bd0e565-e442-4b6c-956a-2968d926a438),segment_id=0bd0e565-e442-4b6c-956a-2968d926a438)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:06:00.099131 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-07792bda-d53d-4c93-9363-9f791fc3054d req-ce4dbde7-4ab6-4464-a87d-e4c7e088524a tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (293f83de-e9fc-4e45-83a0-993997bce3a1), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:00.119770 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-07792bda-d53d-4c93-9363-9f791fc3054d req-ce4dbde7-4ab6-4464-a87d-e4c7e088524a tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Calling delete_port for 293f83de-e9fc-4e45-83a0-993997bce3a1 owned by compute:nova {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:06:00.165105 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-796afc88-1dfe-46ab-8c27-ee0027304a79 req-258a98f0-3d75-434f-b3e1-783e8360bc9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58733560'] for port (a59e2276-4826-4703-86f5-50aec68d19d9), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:00.240636 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a98f0-3d75-434f-b3e1-783e8360bc9f service neutron] Pushing event updated for resources: {'Port': ['ID=a59e2276-4826-4703-86f5-50aec68d19d9,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:00.411678 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-796afc88-1dfe-46ab-8c27-ee0027304a79 req-258a98f0-3d75-434f-b3e1-783e8360bc9f service neutron] Attempting to bind port a59e2276-4826-4703-86f5-50aec68d19d9 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:06:00.412104 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-796afc88-1dfe-46ab-8c27-ee0027304a79 req-258a98f0-3d75-434f-b3e1-783e8360bc9f service neutron] Attempting to bind port a59e2276-4826-4703-86f5-50aec68d19d9 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'b6706fab-4ae8-42aa-8ada-1adefbc92609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f09f7dbb-82c6-4d35-8521-db45cf32e53c'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:06:00.412499 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796afc88-1dfe-46ab-8c27-ee0027304a79 req-258a98f0-3d75-434f-b3e1-783e8360bc9f service neutron] Attempting to bind port a59e2276-4826-4703-86f5-50aec68d19d9 on network f09f7dbb-82c6-4d35-8521-db45cf32e53c {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:06:00.422995 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf52bff-6011-4291-8998-7425f21a4fa9 req-29f53c84-78ba-4aa7-926f-01c2e41e6771 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:00.424724 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-bcf52bff-6011-4291-8998-7425f21a4fa9 req-29f53c84-78ba-4aa7-926f-01c2e41e6771 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 945 time: 0.1563165 Mar 07 17:06:00.428432 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796afc88-1dfe-46ab-8c27-ee0027304a79 req-258a98f0-3d75-434f-b3e1-783e8360bc9f service neutron] Port a59e2276-4826-4703-86f5-50aec68d19d9 on network f09f7dbb-82c6-4d35-8521-db45cf32e53c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 17:06:00.428825 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796afc88-1dfe-46ab-8c27-ee0027304a79 req-258a98f0-3d75-434f-b3e1-783e8360bc9f service neutron] Attempting to bind port a59e2276-4826-4703-86f5-50aec68d19d9 on network f09f7dbb-82c6-4d35-8521-db45cf32e53c {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:06:00.463129 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796afc88-1dfe-46ab-8c27-ee0027304a79 req-258a98f0-3d75-434f-b3e1-783e8360bc9f service neutron] Checking agent: {'id': 'c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 17, 0, 18), 'started_at': datetime.datetime(2022, 3, 7, 17, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:06:00.463129 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796afc88-1dfe-46ab-8c27-ee0027304a79 req-258a98f0-3d75-434f-b3e1-783e8360bc9f service neutron] Checking segment: {'id': 'b6706fab-4ae8-42aa-8ada-1adefbc92609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f09f7dbb-82c6-4d35-8521-db45cf32e53c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:06:00.463129 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796afc88-1dfe-46ab-8c27-ee0027304a79 req-258a98f0-3d75-434f-b3e1-783e8360bc9f service neutron] Bound using segment: {'id': 'b6706fab-4ae8-42aa-8ada-1adefbc92609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f09f7dbb-82c6-4d35-8521-db45cf32e53c'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:06:00.463129 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-796afc88-1dfe-46ab-8c27-ee0027304a79 req-258a98f0-3d75-434f-b3e1-783e8360bc9f service neutron] Bound port: a59e2276-4826-4703-86f5-50aec68d19d9, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6706fab-4ae8-42aa-8ada-1adefbc92609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f09f7dbb-82c6-4d35-8521-db45cf32e53c'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:06:00.463129 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-796afc88-1dfe-46ab-8c27-ee0027304a79 req-258a98f0-3d75-434f-b3e1-783e8360bc9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (a59e2276-4826-4703-86f5-50aec68d19d9), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:00.505423 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-07792bda-d53d-4c93-9363-9f791fc3054d req-ce4dbde7-4ab6-4464-a87d-e4c7e088524a tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (293f83de-e9fc-4e45-83a0-993997bce3a1), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:00.567907 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-bcf52bff-6011-4291-8998-7425f21a4fa9 req-756e8a48-b359-43d8-8642-8a9d88dbed75 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/security-groups?id=aec5e653-2073-40cd-8908-1979e47cfab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336834 Mar 07 17:06:00.579496 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4dbde7-4ab6-4464-a87d-e4c7e088524a tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Pushing event deleted for resources: {'Port': ['ID=293f83de-e9fc-4e45-83a0-993997bce3a1,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:00.663026 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-07792bda-d53d-4c93-9363-9f791fc3054d req-ce4dbde7-4ab6-4464-a87d-e4c7e088524a tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] No DVR routers for this DVR port 293f83de-e9fc-4e45-83a0-993997bce3a1 on host hv-cinder-80403 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:06:00.671292 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-07792bda-d53d-4c93-9363-9f791fc3054d req-ce4dbde7-4ab6-4464-a87d-e4c7e088524a tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:00.674520 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-07792bda-d53d-4c93-9363-9f791fc3054d req-ce4dbde7-4ab6-4464-a87d-e4c7e088524a tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.53 "DELETE /v2.0/ports/293f83de-e9fc-4e45-83a0-993997bce3a1 HTTP/1.1" status: 204 len: 173 time: 0.9618256 Mar 07 17:06:00.675780 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ebf667-dc18-48e6-950d-783c44af65f3', 'name': 'network-vif-deleted', 'tag': '293f83de-e9fc-4e45-83a0-993997bce3a1'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:06:00.678137 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aba4c615e876ca6c23e5fed61a3d1f980fac3f984d457871ad3b292fe147bdb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c3861f-3797-4e64-b70e-3b164511b212" -d '{"events": [{"server_uuid": "c1ebf667-dc18-48e6-950d-783c44af65f3", "name": "network-vif-deleted", "tag": "293f83de-e9fc-4e45-83a0-993997bce3a1"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:06:00.709076 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-796afc88-1dfe-46ab-8c27-ee0027304a79 req-258a98f0-3d75-434f-b3e1-783e8360bc9f service neutron] For port a59e2276-4826-4703-86f5-50aec68d19d9, host hv-cinder-80403, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:06:00.712955 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-796afc88-1dfe-46ab-8c27-ee0027304a79 req-258a98f0-3d75-434f-b3e1-783e8360bc9f service neutron] For port a59e2276-4826-4703-86f5-50aec68d19d9, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a59e2276-4826-4703-86f5-50aec68d19d9,segment=NetworkSegment(b6706fab-4ae8-42aa-8ada-1adefbc92609),segment_id=b6706fab-4ae8-42aa-8ada-1adefbc92609)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:06:00.727564 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc1c91-323d-4abb-90ff-31d2302eb4d0 req-87983c76-1efa-4ee8-8c9d-959b67a04e25 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:00.727564 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e4cc1c91-323d-4abb-90ff-31d2302eb4d0 req-87983c76-1efa-4ee8-8c9d-959b67a04e25 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 944 time: 0.1533470 Mar 07 17:06:00.738343 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25ad9fa-512e-4184-8f71-33ac69a66908 x-openstack-request-id: req-c25ad9fa-512e-4184-8f71-33ac69a66908 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:06:00.738643 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1ebf667-dc18-48e6-950d-783c44af65f3", "name": "network-vif-deleted", "tag": "293f83de-e9fc-4e45-83a0-993997bce3a1", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:06:00.738897 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c25ad9fa-512e-4184-8f71-33ac69a66908 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:06:00.740041 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ebf667-dc18-48e6-950d-783c44af65f3', 'name': 'network-vif-deleted', 'tag': '293f83de-e9fc-4e45-83a0-993997bce3a1', 'status': 'completed', 'code': 200} Mar 07 17:06:00.810795 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e4cc1c91-323d-4abb-90ff-31d2302eb4d0 req-304a4b6c-26ee-4c1f-a458-cd737b5b0559 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718174 Mar 07 17:06:00.846055 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-796afc88-1dfe-46ab-8c27-ee0027304a79 req-258a98f0-3d75-434f-b3e1-783e8360bc9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58733560'] for port (a59e2276-4826-4703-86f5-50aec68d19d9), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:00.891240 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796afc88-1dfe-46ab-8c27-ee0027304a79 req-258a98f0-3d75-434f-b3e1-783e8360bc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:00.892111 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-796afc88-1dfe-46ab-8c27-ee0027304a79 req-258a98f0-3d75-434f-b3e1-783e8360bc9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:00.894009 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-796afc88-1dfe-46ab-8c27-ee0027304a79 req-258a98f0-3d75-434f-b3e1-783e8360bc9f service neutron] 10.222.0.53 "PUT /v2.0/ports/a59e2276-4826-4703-86f5-50aec68d19d9 HTTP/1.1" status: 200 len: 1094 time: 1.4483020 Mar 07 17:06:00.950278 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a98f0-3d75-434f-b3e1-783e8360bc9f service neutron] Pushing event updated for resources: {'Port': ['ID=a59e2276-4826-4703-86f5-50aec68d19d9,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:01.113931 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d08b7a6-2a78-4478-a685-4b2193b941a1 req-ece01f22-6bbe-4c05-b3c7-8510c9d519f1 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:01.118797 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6d08b7a6-2a78-4478-a685-4b2193b941a1 req-ece01f22-6bbe-4c05-b3c7-8510c9d519f1 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 945 time: 0.1011670 Mar 07 17:06:01.220512 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6d08b7a6-2a78-4478-a685-4b2193b941a1 req-cc5b7249-3a7b-443c-bcc0-9c326e3db93c tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006525 Mar 07 17:06:01.239800 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796afc88-1dfe-46ab-8c27-ee0027304a79 req-80d20bca-fed3-4d69-886f-f949dd042eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:01.241549 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-796afc88-1dfe-46ab-8c27-ee0027304a79 req-80d20bca-fed3-4d69-886f-f949dd042eed service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9c209a56518a47aea7e997fd4223a98c&device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 1128 time: 0.1195877 Mar 07 17:06:01.310002 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-796afc88-1dfe-46ab-8c27-ee0027304a79 req-95fc1ccb-5249-4389-9608-62d43ffce889 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a59e2276-4826-4703-86f5-50aec68d19d9 HTTP/1.1" status: 200 len: 217 time: 0.0602500 Mar 07 17:06:01.380532 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796afc88-1dfe-46ab-8c27-ee0027304a79 req-d59c144c-89fa-4c2b-b47f-a7ceacf7ea0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:01.382396 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-796afc88-1dfe-46ab-8c27-ee0027304a79 req-d59c144c-89fa-4c2b-b47f-a7ceacf7ea0c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=59906c62-41b2-4312-809f-0ad753757d03 HTTP/1.1" status: 200 len: 848 time: 0.0647726 Mar 07 17:06:01.450111 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796afc88-1dfe-46ab-8c27-ee0027304a79 req-a5bc8712-b757-46da-8c2c-9dc201bd0169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:01.454636 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-796afc88-1dfe-46ab-8c27-ee0027304a79 req-a5bc8712-b757-46da-8c2c-9dc201bd0169 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f09f7dbb-82c6-4d35-8521-db45cf32e53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0622790 Mar 07 17:06:01.587923 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-796afc88-1dfe-46ab-8c27-ee0027304a79 req-c728df93-eb82-4e9a-ab45-9ff9c9b26032 service neutron] 10.222.0.53 "GET /v2.0/networks/f09f7dbb-82c6-4d35-8521-db45cf32e53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259675 Mar 07 17:06:01.805389 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ecd705bb-697f-48ba-9d06-c21af4ad81d9 req-e45be93d-9fac-463f-8c9a-a156a8adb989 tempest-ServerRescueNegativeTestJSON-2001900884 tempest-ServerRescueNegativeTestJSON-2001900884-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1ebf667-dc18-48e6-950d-783c44af65f3 HTTP/1.1" status: 200 len: 210 time: 0.0385721 Mar 07 17:06:01.852676 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-796afc88-1dfe-46ab-8c27-ee0027304a79 req-e627cc06-11ac-4e74-8f40-d62fb96f164d service neutron] 10.222.0.53 "GET /v2.0/networks/f09f7dbb-82c6-4d35-8521-db45cf32e53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571623 Mar 07 17:06:01.969285 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cff210-8e2c-4e61-941e-faed04b6cf14 req-8ef8c970-4a79-487a-a124-4d0b1f3c59fb tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:01.971582 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f8cff210-8e2c-4e61-941e-faed04b6cf14 req-8ef8c970-4a79-487a-a124-4d0b1f3c59fb tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 944 time: 0.0750799 Mar 07 17:06:02.042478 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f8cff210-8e2c-4e61-941e-faed04b6cf14 req-349292de-cccd-4ca8-9497-653c68db75ff tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643828 Mar 07 17:06:02.079219 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device 293f83de-e9fc-4e45-83a0-993997bce3a1 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:06:02.124277 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] No Port match for: 293f83de-e9fc-4e45-83a0-993997bce3a1 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:06:02.124618 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device 293f83de-e9fc-4e45-83a0-993997bce3a1 not bound to the agent host hv-cinder-80403 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:06:02.368023 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479a5b3-6a77-4816-90c3-3ee02d7d78fb req-7d76942c-3455-465e-a718-3548554c5a76 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:02.370209 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2479a5b3-6a77-4816-90c3-3ee02d7d78fb req-7d76942c-3455-465e-a718-3548554c5a76 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 945 time: 0.0666280 Mar 07 17:06:02.449299 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2479a5b3-6a77-4816-90c3-3ee02d7d78fb req-548005f2-0dc9-4996-9391-29b8b4f88764 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659721 Mar 07 17:06:02.742953 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '204d7dde-160a-4e0f-8c23-c205ac15d099', 'tag': 'a59e2276-4826-4703-86f5-50aec68d19d9'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:06:02.745606 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aba4c615e876ca6c23e5fed61a3d1f980fac3f984d457871ad3b292fe147bdb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47f6e81-fcc2-47ba-bfaf-6c6e955140bb" -d '{"events": [{"name": "network-changed", "server_uuid": "204d7dde-160a-4e0f-8c23-c205ac15d099", "tag": "a59e2276-4826-4703-86f5-50aec68d19d9"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:06:02.785201 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44152d89-5265-43cd-a753-1d3ac55a5a27 x-openstack-request-id: req-44152d89-5265-43cd-a753-1d3ac55a5a27 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:06:02.785494 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "204d7dde-160a-4e0f-8c23-c205ac15d099", "tag": "a59e2276-4826-4703-86f5-50aec68d19d9", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:06:02.785748 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-44152d89-5265-43cd-a753-1d3ac55a5a27 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:06:02.786162 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '204d7dde-160a-4e0f-8c23-c205ac15d099', 'tag': 'a59e2276-4826-4703-86f5-50aec68d19d9', 'status': 'completed', 'code': 200} Mar 07 17:06:02.869926 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 36292) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:03.208527 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe212bb9-505f-42ed-a84a-6dc52bbd0794 req-a9493f6c-59a0-4bef-84ff-e37227dc8b39 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:03.212547 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fe212bb9-505f-42ed-a84a-6dc52bbd0794 req-a9493f6c-59a0-4bef-84ff-e37227dc8b39 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 944 time: 0.0851467 Mar 07 17:06:03.284575 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fe212bb9-505f-42ed-a84a-6dc52bbd0794 req-4a7f3834-ed4e-40a5-9ba3-824115f271a7 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658138 Mar 07 17:06:03.338968 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5e9b657d-346e-4a49-b145-da3612ba8d26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2051416'] for router_interface (26b27a61-0321-451e-980e-e74f855f2692), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:03.625251 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e37ab62-871d-437a-b114-601265c7e3d8 req-0991f317-0d35-4727-8be2-39b5680862d2 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:03.626844 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3e37ab62-871d-437a-b114-601265c7e3d8 req-0991f317-0d35-4727-8be2-39b5680862d2 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 945 time: 0.0748398 Mar 07 17:06:03.698295 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3e37ab62-871d-437a-b114-601265c7e3d8 req-d78089a6-75d9-41f1-912a-1babbfcfe09a tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653484 Mar 07 17:06:03.721151 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-5e9b657d-346e-4a49-b145-da3612ba8d26 admin admin] Deleting port 57cc55e6-7291-42a3-9b91-755a3758bf57 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:06:03.721151 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5e9b657d-346e-4a49-b145-da3612ba8d26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (57cc55e6-7291-42a3-9b91-755a3758bf57), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:03.801573 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-5e9b657d-346e-4a49-b145-da3612ba8d26 admin admin] For port 57cc55e6-7291-42a3-9b91-755a3758bf57, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=57cc55e6-7291-42a3-9b91-755a3758bf57,segment=NetworkSegment(0bd0e565-e442-4b6c-956a-2968d926a438),segment_id=0bd0e565-e442-4b6c-956a-2968d926a438)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:06:03.801932 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5e9b657d-346e-4a49-b145-da3612ba8d26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (57cc55e6-7291-42a3-9b91-755a3758bf57), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:03.814612 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-5e9b657d-346e-4a49-b145-da3612ba8d26 admin admin] Calling delete_port for 57cc55e6-7291-42a3-9b91-755a3758bf57 owned by network:router_interface {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:06:04.093205 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5e9b657d-346e-4a49-b145-da3612ba8d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51013872'] for port (57cc55e6-7291-42a3-9b91-755a3758bf57), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:04.131675 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9b657d-346e-4a49-b145-da3612ba8d26 admin admin] Pushing event deleted for resources: {'Port': ['ID=57cc55e6-7291-42a3-9b91-755a3758bf57,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:04.165174 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b657d-346e-4a49-b145-da3612ba8d26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:04.165535 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b657d-346e-4a49-b145-da3612ba8d26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:04.165853 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b657d-346e-4a49-b145-da3612ba8d26 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:04.166186 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b657d-346e-4a49-b145-da3612ba8d26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:04.166514 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b657d-346e-4a49-b145-da3612ba8d26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:04.166837 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b657d-346e-4a49-b145-da3612ba8d26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:04.167161 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b657d-346e-4a49-b145-da3612ba8d26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:04.167513 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b657d-346e-4a49-b145-da3612ba8d26 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:04.168046 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b657d-346e-4a49-b145-da3612ba8d26 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:04.169659 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b657d-346e-4a49-b145-da3612ba8d26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:04.169659 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b657d-346e-4a49-b145-da3612ba8d26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:04.169659 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b657d-346e-4a49-b145-da3612ba8d26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:04.169659 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b657d-346e-4a49-b145-da3612ba8d26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:04.432042 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dbf467-96af-4152-88f1-9829657898b6 req-a3cf9cd4-597d-42ae-8677-caf53369705f tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:04.434403 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-05dbf467-96af-4152-88f1-9829657898b6 req-a3cf9cd4-597d-42ae-8677-caf53369705f tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 944 time: 0.0768511 Mar 07 17:06:04.537363 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-05dbf467-96af-4152-88f1-9829657898b6 req-ff8264c8-a5ea-4289-9be3-f7b117c8d6d8 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961344 Mar 07 17:06:04.552224 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5e9b657d-346e-4a49-b145-da3612ba8d26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2051372'] for router_interface (26b27a61-0321-451e-980e-e74f855f2692), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:04.826748 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e9b657d-346e-4a49-b145-da3612ba8d26 admin admin] Router 26b27a61-0321-451e-980e-e74f855f2692 has already been hosted by L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:06:04.860484 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56bb3e5-bd66-4ea1-b334-ffab675ab3d4 req-43a00f6e-02ad-4885-99b3-27a14c3388a5 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:04.867642 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a56bb3e5-bd66-4ea1-b334-ffab675ab3d4 req-43a00f6e-02ad-4885-99b3-27a14c3388a5 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 945 time: 0.0691621 Mar 07 17:06:04.920286 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a56bb3e5-bd66-4ea1-b334-ffab675ab3d4 req-46dfe0f6-13b8-4d0e-8f37-2f1583dcb510 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515056 Mar 07 17:06:04.974154 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e9b657d-346e-4a49-b145-da3612ba8d26 admin admin] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:06:04.984708 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 36322) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:04.989693 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf5eb02-2a46-4ca9-92f1-2367e10ab9f0 None None] Sync routers for ids ['26b27a61-0321-451e-980e-e74f855f2692'] in dv-cinder-804035-42-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:06:04.999758 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-5e9b657d-346e-4a49-b145-da3612ba8d26 admin admin] 10.222.0.45 "PUT /v2.0/routers/26b27a61-0321-451e-980e-e74f855f2692/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1273770 Mar 07 17:06:05.002024 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf5eb02-2a46-4ca9-92f1-2367e10ab9f0 None None] Routers {'26b27a61-0321-451e-980e-e74f855f2692'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:06:05.002756 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-7bf5eb02-2a46-4ca9-92f1-2367e10ab9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:05:48Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['26b27a61-0321-451e-980e-e74f855f2692'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:06:05.118362 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-7bf5eb02-2a46-4ca9-92f1-2367e10ab9f0 None None] Set router 26b27a61-0321-451e-980e-e74f855f2692 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:06:05.176816 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cf91a5ad-203e-4be1-b55e-b9dd09e94a59 admin admin] Publish callbacks [] for router (26b27a61-0321-451e-980e-e74f855f2692), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:05.397682 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-7bf5eb02-2a46-4ca9-92f1-2367e10ab9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b27a61-0321-451e-980e-e74f855f2692', 'name': 'tempest-ServerRescueNegativeTestJSON-1765780622-router', 'tenant_id': '07ebdeb0ad254b0889bc30be49117698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '962dd999-6712-48af-a138-a982329f3dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:02:15Z', 'updated_at': '2022-03-07T17:06:03Z', 'revision_number': 5, 'project_id': '07ebdeb0ad254b0889bc30be49117698', 'gw_port': {'id': '962dd999-6712-48af-a138-a982329f3dcf', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:75:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b27a61-0321-451e-980e-e74f855f2692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:02:16Z', 'updated_at': '2022-03-07T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi'}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:06:05.429729 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf5eb02-2a46-4ca9-92f1-2367e10ab9f0 None None] Checking router: 26b27a61-0321-451e-980e-e74f855f2692 for host: dv-cinder-804035-42-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:06:05.439521 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf5eb02-2a46-4ca9-92f1-2367e10ab9f0 None None] Routers {'26b27a61-0321-451e-980e-e74f855f2692'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:06:05.440407 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-7bf5eb02-2a46-4ca9-92f1-2367e10ab9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:05:48Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['26b27a61-0321-451e-980e-e74f855f2692'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:06:05.550729 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-7bf5eb02-2a46-4ca9-92f1-2367e10ab9f0 None None] Set router 26b27a61-0321-451e-980e-e74f855f2692 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:06:05.562857 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f6e81-fcc2-47ba-bfaf-6c6e955140bb req-b822fb4d-adc9-4e64-b588-e2a608540e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:05.564401 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c47f6e81-fcc2-47ba-bfaf-6c6e955140bb req-b822fb4d-adc9-4e64-b588-e2a608540e4f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9c209a56518a47aea7e997fd4223a98c&device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 1128 time: 0.4375892 Mar 07 17:06:05.688441 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cf91a5ad-203e-4be1-b55e-b9dd09e94a59 admin admin] Publish callbacks [] for router_gateway (26b27a61-0321-451e-980e-e74f855f2692), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:05.707789 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34bc5de-f421-4a82-9394-0325879dda01 req-68f312dd-933b-4990-83fd-d9db28507cb7 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:05.713054 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d34bc5de-f421-4a82-9394-0325879dda01 req-68f312dd-933b-4990-83fd-d9db28507cb7 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 944 time: 0.0977559 Mar 07 17:06:05.781564 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d34bc5de-f421-4a82-9394-0325879dda01 req-5a1580d5-5d14-4c25-809b-11f04a4a7f1f tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646255 Mar 07 17:06:05.803870 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-7bf5eb02-2a46-4ca9-92f1-2367e10ab9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b27a61-0321-451e-980e-e74f855f2692', 'name': 'tempest-ServerRescueNegativeTestJSON-1765780622-router', 'tenant_id': '07ebdeb0ad254b0889bc30be49117698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '962dd999-6712-48af-a138-a982329f3dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:02:15Z', 'updated_at': '2022-03-07T17:06:03Z', 'revision_number': 5, 'project_id': '07ebdeb0ad254b0889bc30be49117698', 'gw_port': {'id': '962dd999-6712-48af-a138-a982329f3dcf', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:75:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b27a61-0321-451e-980e-e74f855f2692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:02:16Z', 'updated_at': '2022-03-07T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi'}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:06:05.844314 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf5eb02-2a46-4ca9-92f1-2367e10ab9f0 None None] The sync data for ids ['26b27a61-0321-451e-980e-e74f855f2692'] in dv-cinder-804035-42-iscsi is: [{'id': '26b27a61-0321-451e-980e-e74f855f2692', 'name': 'tempest-ServerRescueNegativeTestJSON-1765780622-router', 'tenant_id': '07ebdeb0ad254b0889bc30be49117698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '962dd999-6712-48af-a138-a982329f3dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:02:15Z', 'updated_at': '2022-03-07T17:06:03Z', 'revision_number': 5, 'project_id': '07ebdeb0ad254b0889bc30be49117698', 'gw_port': {'id': '962dd999-6712-48af-a138-a982329f3dcf', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:75:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b27a61-0321-451e-980e-e74f855f2692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:02:16Z', 'updated_at': '2022-03-07T17:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi'}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:06:05.874352 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-cf91a5ad-203e-4be1-b55e-b9dd09e94a59 admin admin] Deleting port 962dd999-6712-48af-a138-a982329f3dcf {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:06:05.877836 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cf91a5ad-203e-4be1-b55e-b9dd09e94a59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (962dd999-6712-48af-a138-a982329f3dcf), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:05.995293 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-cf91a5ad-203e-4be1-b55e-b9dd09e94a59 admin admin] For port 962dd999-6712-48af-a138-a982329f3dcf, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=962dd999-6712-48af-a138-a982329f3dcf,segment=NetworkSegment(733ea0a4-2088-41be-a436-48329c6e880b),segment_id=733ea0a4-2088-41be-a436-48329c6e880b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:06:05.996419 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cf91a5ad-203e-4be1-b55e-b9dd09e94a59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (962dd999-6712-48af-a138-a982329f3dcf), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:06.014895 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-cf91a5ad-203e-4be1-b55e-b9dd09e94a59 admin admin] Calling delete_port for 962dd999-6712-48af-a138-a982329f3dcf owned by network:router_gateway {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:06:06.171369 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d23e5-7dc9-49b3-9269-5e0e189a60d2 req-66593e4f-cf8f-4fd4-8ad6-d2a428fa0ad2 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:06.173930 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-332d23e5-7dc9-49b3-9269-5e0e189a60d2 req-66593e4f-cf8f-4fd4-8ad6-d2a428fa0ad2 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 945 time: 0.1091707 Mar 07 17:06:06.273811 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-332d23e5-7dc9-49b3-9269-5e0e189a60d2 req-91966488-ff2b-486e-b8e2-8a06e8ad1d25 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841572 Mar 07 17:06:06.313203 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 57cc55e6-7291-42a3-9b91-755a3758bf57 no longer exists at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:06:06.341249 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] No Port match for: 57cc55e6-7291-42a3-9b91-755a3758bf57 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:06:06.343139 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 57cc55e6-7291-42a3-9b91-755a3758bf57 not bound to the agent host dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:06:06.362469 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cf91a5ad-203e-4be1-b55e-b9dd09e94a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (962dd999-6712-48af-a138-a982329f3dcf), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:06.395435 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91a5ad-203e-4be1-b55e-b9dd09e94a59 admin admin] Pushing event deleted for resources: {'Port': ['ID=962dd999-6712-48af-a138-a982329f3dcf,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:06.533131 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cf91a5ad-203e-4be1-b55e-b9dd09e94a59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2048134'] for router_gateway (26b27a61-0321-451e-980e-e74f855f2692), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:06.551237 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f6e81-fcc2-47ba-bfaf-6c6e955140bb req-4289c5e9-f820-48d5-a485-626d4ac2f877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:06.552745 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c47f6e81-fcc2-47ba-bfaf-6c6e955140bb req-4289c5e9-f820-48d5-a485-626d4ac2f877 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f09f7dbb-82c6-4d35-8521-db45cf32e53c HTTP/1.1" status: 200 len: 910 time: 0.1657934 Mar 07 17:06:06.652665 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c47f6e81-fcc2-47ba-bfaf-6c6e955140bb req-681ae3f8-ce3a-4854-aa4b-544c30556360 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a59e2276-4826-4703-86f5-50aec68d19d9 HTTP/1.1" status: 200 len: 217 time: 0.0718305 Mar 07 17:06:06.720192 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cf91a5ad-203e-4be1-b55e-b9dd09e94a59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2052402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57210'] for router (26b27a61-0321-451e-980e-e74f855f2692), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:06.724081 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cf91a5ad-203e-4be1-b55e-b9dd09e94a59 admin admin] Publish callbacks [] for router_controller (26b27a61-0321-451e-980e-e74f855f2692), precommit_delete_associations {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:06.806325 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f6e81-fcc2-47ba-bfaf-6c6e955140bb req-2bf1bd4b-b996-4171-b64e-93bc2745e693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:06.831531 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c47f6e81-fcc2-47ba-bfaf-6c6e955140bb req-2bf1bd4b-b996-4171-b64e-93bc2745e693 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=59906c62-41b2-4312-809f-0ad753757d03 HTTP/1.1" status: 200 len: 848 time: 0.1334748 Mar 07 17:06:06.997491 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f6e81-fcc2-47ba-bfaf-6c6e955140bb req-2f26315a-e390-4736-813a-26192dadd73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:06.999021 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c47f6e81-fcc2-47ba-bfaf-6c6e955140bb req-2f26315a-e390-4736-813a-26192dadd73a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f09f7dbb-82c6-4d35-8521-db45cf32e53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1702747 Mar 07 17:06:07.041569 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79493fd-74c5-4c17-8f64-282c9003ef76 req-6b7dde8f-10cf-4a50-a1d4-7dbd905a0207 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:07.044398 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e79493fd-74c5-4c17-8f64-282c9003ef76 req-6b7dde8f-10cf-4a50-a1d4-7dbd905a0207 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 944 time: 0.1404932 Mar 07 17:06:07.063405 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cf91a5ad-203e-4be1-b55e-b9dd09e94a59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2052389'] for router (26b27a61-0321-451e-980e-e74f855f2692), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:07.063988 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf91a5ad-203e-4be1-b55e-b9dd09e94a59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26b27a61-0321-451e-980e-e74f855f2692 {{(pid=103431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 17:06:07.113823 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cf91a5ad-203e-4be1-b55e-b9dd09e94a59 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:07.114962 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-cf91a5ad-203e-4be1-b55e-b9dd09e94a59 admin admin] 10.222.0.45 "DELETE /v2.0/routers/26b27a61-0321-451e-980e-e74f855f2692 HTTP/1.1" status: 204 len: 168 time: 2.1292257 Mar 07 17:06:07.118365 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 36346) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:07.168757 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-430fb3e6-cca0-4351-afaa-43973dcee844 admin admin] Deleting subnet 4efc1e77-65c1-4cf0-9f44-cec7156fd1b4 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 17:06:07.170753 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e79493fd-74c5-4c17-8f64-282c9003ef76 req-a357836c-efb9-4875-829a-41199d35c4e7 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164706 Mar 07 17:06:07.172709 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-430fb3e6-cca0-4351-afaa-43973dcee844 admin admin] Publish callbacks [] for subnet (4efc1e77-65c1-4cf0-9f44-cec7156fd1b4), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:07.177013 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c47f6e81-fcc2-47ba-bfaf-6c6e955140bb req-e1dd4ac9-623d-4ba9-8b89-d3eaad196755 service neutron] 10.222.0.53 "GET /v2.0/networks/f09f7dbb-82c6-4d35-8521-db45cf32e53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701977 Mar 07 17:06:07.209099 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-430fb3e6-cca0-4351-afaa-43973dcee844 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50884072'] for subnet (4efc1e77-65c1-4cf0-9f44-cec7156fd1b4), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:07.275072 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-430fb3e6-cca0-4351-afaa-43973dcee844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712441'] for subnet (4efc1e77-65c1-4cf0-9f44-cec7156fd1b4), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:07.350901 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c47f6e81-fcc2-47ba-bfaf-6c6e955140bb req-bb4825fc-26dc-4dcf-bbc5-8361dc5155bc service neutron] 10.222.0.53 "GET /v2.0/networks/f09f7dbb-82c6-4d35-8521-db45cf32e53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425071 Mar 07 17:06:07.440563 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-430fb3e6-cca0-4351-afaa-43973dcee844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51013831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-52271239'] for subnet (4efc1e77-65c1-4cf0-9f44-cec7156fd1b4), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:07.474441 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430fb3e6-cca0-4351-afaa-43973dcee844 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4efc1e77-65c1-4cf0-9f44-cec7156fd1b4,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:07.480926 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-430fb3e6-cca0-4351-afaa-43973dcee844 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:07.488151 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-430fb3e6-cca0-4351-afaa-43973dcee844 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/4efc1e77-65c1-4cf0-9f44-cec7156fd1b4 HTTP/1.1" status: 204 len: 168 time: 0.3686233 Mar 07 17:06:07.491615 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 36354) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:07.504258 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43c0ed-0f0e-4c79-9aed-ab22de9bc333 req-bb782b33-a63c-4553-8cd1-afb3cc030644 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:07.508327 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fb43c0ed-0f0e-4c79-9aed-ab22de9bc333 req-bb782b33-a63c-4553-8cd1-afb3cc030644 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 945 time: 0.0928822 Mar 07 17:06:07.577225 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fb43c0ed-0f0e-4c79-9aed-ab22de9bc333 req-bff8e320-7730-49c2-b4c1-30b8ef18f4cc tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642674 Mar 07 17:06:07.596141 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a296309f-651f-465b-9afa-8ee0f2582597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748406'] for network (504454ff-a447-4f42-b96f-99b47903621f), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:07.699774 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a296309f-651f-465b-9afa-8ee0f2582597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856182', 'neutron.services.segments.db._delete_segments_for_network-8762244314215'] for network (504454ff-a447-4f42-b96f-99b47903621f), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:07.717423 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.services.segments.db [None req-a296309f-651f-465b-9afa-8ee0f2582597 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['504454ff-a447-4f42-b96f-99b47903621f']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:06:07.729245 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.services.segments.db [None req-a296309f-651f-465b-9afa-8ee0f2582597 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bd0e565-e442-4b6c-956a-2968d926a438') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:06:07.731081 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.services.segments.db [None req-a296309f-651f-465b-9afa-8ee0f2582597 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bd0e565-e442-4b6c-956a-2968d926a438') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:06:07.740162 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a296309f-651f-465b-9afa-8ee0f2582597 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762244314736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50883859'] for segment (0bd0e565-e442-4b6c-956a-2968d926a438), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:07.758216 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a296309f-651f-465b-9afa-8ee0f2582597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696658'] for segment (0bd0e565-e442-4b6c-956a-2968d926a438), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:07.766093 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a296309f-651f-465b-9afa-8ee0f2582597 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 17:06:07.766846 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a296309f-651f-465b-9afa-8ee0f2582597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51013805'] for segment (0bd0e565-e442-4b6c-956a-2968d926a438), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:07.779536 dv-cinder-804035-42-iscsi neutron-server[103433]: Traceback (most recent call last): Mar 07 17:06:07.779536 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 17:06:07.779536 dv-cinder-804035-42-iscsi neutron-server[103433]: timer() Mar 07 17:06:07.779536 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 17:06:07.779536 dv-cinder-804035-42-iscsi neutron-server[103433]: cb(*args, **kw) Mar 07 17:06:07.779536 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 17:06:07.779536 dv-cinder-804035-42-iscsi neutron-server[103433]: return func(*args, **kwargs) Mar 07 17:06:07.779536 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 17:06:07.779536 dv-cinder-804035-42-iscsi neutron-server[103433]: self._notify() Mar 07 17:06:07.779536 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 17:06:07.779536 dv-cinder-804035-42-iscsi neutron-server[103433]: self.callback(batched_events) Mar 07 17:06:07.779536 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 17:06:07.779536 dv-cinder-804035-42-iscsi neutron-server[103433]: event.method(event) Mar 07 17:06:07.779536 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 17:06:07.779536 dv-cinder-804035-42-iscsi neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 17:06:07.779536 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 17:06:07.779536 dv-cinder-804035-42-iscsi neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 17:06:07.779536 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 17:06:07.779536 dv-cinder-804035-42-iscsi neutron-server[103433]: return f(self, *a, **k) Mar 07 17:06:07.779536 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 17:06:07.779536 dv-cinder-804035-42-iscsi neutron-server[103433]: return self._get(url).json() Mar 07 17:06:07.779536 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 17:06:07.779536 dv-cinder-804035-42-iscsi neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 17:06:07.779536 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 17:06:07.779536 dv-cinder-804035-42-iscsi neutron-server[103433]: return self.request(url, 'GET', **kwargs) Mar 07 17:06:07.779536 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 17:06:07.779536 dv-cinder-804035-42-iscsi neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 17:06:07.779536 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 17:06:07.779536 dv-cinder-804035-42-iscsi neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 17:06:07.779536 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 17:06:07.779536 dv-cinder-804035-42-iscsi neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 17:06:07.779536 dv-cinder-804035-42-iscsi neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 17:06:07.891649 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a296309f-651f-465b-9afa-8ee0f2582597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2048162'] for network (504454ff-a447-4f42-b96f-99b47903621f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:07.899611 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a296309f-651f-465b-9afa-8ee0f2582597 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:07.910559 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-a296309f-651f-465b-9afa-8ee0f2582597 admin admin] 10.222.0.45 "DELETE /v2.0/networks/504454ff-a447-4f42-b96f-99b47903621f HTTP/1.1" status: 204 len: 168 time: 0.4175017 Mar 07 17:06:07.921573 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a296309f-651f-465b-9afa-8ee0f2582597 admin admin] Pushing event deleted for resources: {'Network': ['ID=504454ff-a447-4f42-b96f-99b47903621f,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:08.228083 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 962dd999-6712-48af-a138-a982329f3dcf no longer exists at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:06:08.253808 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] No Port match for: 962dd999-6712-48af-a138-a982329f3dcf {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:06:08.254377 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 962dd999-6712-48af-a138-a982329f3dcf not bound to the agent host dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:06:08.329756 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 36380) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:08.332217 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99813d22-3ca7-46f7-9bfe-24f00ed460ce req-3fdbf547-79ad-44fa-a4ef-c07bd170b9c2 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:08.343503 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-99813d22-3ca7-46f7-9bfe-24f00ed460ce req-3fdbf547-79ad-44fa-a4ef-c07bd170b9c2 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 944 time: 0.0884843 Mar 07 17:06:08.387215 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-99e9d728-699d-49a4-a5fd-dbf2ee1f0948 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=07ebdeb0ad254b0889bc30be49117698&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0644989 Mar 07 17:06:08.389889 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 36382) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:08.436892 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-99813d22-3ca7-46f7-9bfe-24f00ed460ce req-54dc90ac-d6a5-4537-89bf-77fc97918e4b tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932176 Mar 07 17:06:08.469856 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c35772df-f61d-427e-8b17-3d980031683d admin admin] Publish callbacks [] for security_group (aec5e653-2073-40cd-8908-1979e47cfab8), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:08.496310 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c35772df-f61d-427e-8b17-3d980031683d admin admin] Publish callbacks [] for security_group (aec5e653-2073-40cd-8908-1979e47cfab8), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:08.630365 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c35772df-f61d-427e-8b17-3d980031683d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (aec5e653-2073-40cd-8908-1979e47cfab8), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:08.635303 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c35772df-f61d-427e-8b17-3d980031683d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:08.639610 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-c35772df-f61d-427e-8b17-3d980031683d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/aec5e653-2073-40cd-8908-1979e47cfab8 HTTP/1.1" status: 204 len: 168 time: 0.2461951 Mar 07 17:06:08.651295 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35772df-f61d-427e-8b17-3d980031683d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec5e653-2073-40cd-8908-1979e47cfab8,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:08.812005 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 36396) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:08.854686 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df84a5e-c7bd-4736-85cf-3e2a188a0e1c req-3b4f01ba-15e5-417a-a310-ccf9ff908d78 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:08.860982 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6df84a5e-c7bd-4736-85cf-3e2a188a0e1c req-3b4f01ba-15e5-417a-a310-ccf9ff908d78 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 945 time: 0.1859930 Mar 07 17:06:08.951770 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6df84a5e-c7bd-4736-85cf-3e2a188a0e1c req-0b9a7b22-6703-4d8b-bf7f-208713083425 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841982 Mar 07 17:06:09.020845 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ee49933b-5460-4f4a-9c9b-1bdddc94e79b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:09.155865 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ee49933b-5460-4f4a-9c9b-1bdddc94e79b admin admin] Publish callbacks [] for security_group (963ea9b0-2ce1-42a6-91f4-ecb00296f44f), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:09.218175 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ee49933b-5460-4f4a-9c9b-1bdddc94e79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (963ea9b0-2ce1-42a6-91f4-ecb00296f44f), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:09.300562 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-ee49933b-5460-4f4a-9c9b-1bdddc94e79b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b831aff6798e409eaeb1247bd2c2bf79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4866183 Mar 07 17:06:09.301681 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee49933b-5460-4f4a-9c9b-1bdddc94e79b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963ea9b0-2ce1-42a6-91f4-ecb00296f44f,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:09.303137 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 36410) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:09.381568 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-96ae34af-a8c6-466c-aea3-ed7f48d89bc4 admin admin] Publish callbacks [] for security_group (963ea9b0-2ce1-42a6-91f4-ecb00296f44f), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:09.410350 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-96ae34af-a8c6-466c-aea3-ed7f48d89bc4 admin admin] Publish callbacks [] for security_group (963ea9b0-2ce1-42a6-91f4-ecb00296f44f), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:09.545231 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-96ae34af-a8c6-466c-aea3-ed7f48d89bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (963ea9b0-2ce1-42a6-91f4-ecb00296f44f), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:09.547915 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-96ae34af-a8c6-466c-aea3-ed7f48d89bc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:09.551739 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-96ae34af-a8c6-466c-aea3-ed7f48d89bc4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/963ea9b0-2ce1-42a6-91f4-ecb00296f44f HTTP/1.1" status: 204 len: 168 time: 0.2473128 Mar 07 17:06:09.577347 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ae34af-a8c6-466c-aea3-ed7f48d89bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963ea9b0-2ce1-42a6-91f4-ecb00296f44f,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:09.609634 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73538a62-7693-4039-98da-53be55296840 req-fbdff94f-d278-4098-b6e6-85b5e0191619 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:09.617156 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-73538a62-7693-4039-98da-53be55296840 req-fbdff94f-d278-4098-b6e6-85b5e0191619 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 944 time: 0.0852699 Mar 07 17:06:09.715744 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-73538a62-7693-4039-98da-53be55296840 req-fe551880-d2f7-43d0-be36-2d058c72c111 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969300 Mar 07 17:06:10.136009 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc85318-b55c-42f1-991e-5c085c07db70 req-cc688206-f94f-45ad-ac92-0bb4dccc656d tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:10.138886 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7cc85318-b55c-42f1-991e-5c085c07db70 req-cc688206-f94f-45ad-ac92-0bb4dccc656d tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 945 time: 0.0812058 Mar 07 17:06:10.208137 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7cc85318-b55c-42f1-991e-5c085c07db70 req-88084261-8d08-4717-a9e4-4cdd9a55b9ce tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588765 Mar 07 17:06:10.268844 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 36444) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:10.503677 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-0951a169-561b-47d9-a888-43266bbb2529 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1244005936-network', 'tenant_id': '1f4fc0170321429faf3e9895e52f81ca'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:06:10.603315 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0951a169-561b-47d9-a888-43266bbb2529 admin admin] Made reservation on behalf of 1f4fc0170321429faf3e9895e52f81ca for: {'network': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:06:10.604439 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0951a169-561b-47d9-a888-43266bbb2529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for network (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:10.616748 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0951a169-561b-47d9-a888-43266bbb2529 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:10.743801 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0951a169-561b-47d9-a888-43266bbb2529 admin admin] Publish callbacks [] for security_group (004e9610-bec8-46f0-9859-36527056fe58), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:10.820007 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0951a169-561b-47d9-a888-43266bbb2529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (004e9610-bec8-46f0-9859-36527056fe58), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:10.852358 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0951a169-561b-47d9-a888-43266bbb2529 admin admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=103431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 17:06:10.865729 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0951a169-561b-47d9-a888-43266bbb2529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004e9610-bec8-46f0-9859-36527056fe58,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:10.875641 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0951a169-561b-47d9-a888-43266bbb2529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696658'] for segment (faf6d561-63e2-4581-ba72-4e6d7076e38e), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:10.875641 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.db.segments_db [None req-0951a169-561b-47d9-a888-43266bbb2529 admin admin] Added segment faf6d561-63e2-4581-ba72-4e6d7076e38e of type vlan for network a5817453-0687-4232-b082-7a8f6cce82b8 Mar 07 17:06:10.894873 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9d7a4-66a5-4762-bb9a-6c72a80b453c req-4a741cd0-b39a-4f7e-9e6e-631e8ddd83cf tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:10.896681 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-02a9d7a4-66a5-4762-bb9a-6c72a80b453c req-4a741cd0-b39a-4f7e-9e6e-631e8ddd83cf tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 944 time: 0.1078923 Mar 07 17:06:10.959205 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0951a169-561b-47d9-a888-43266bbb2529 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762243790367'] for network (a5817453-0687-4232-b082-7a8f6cce82b8), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:11.012332 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-02a9d7a4-66a5-4762-bb9a-6c72a80b453c req-2422fcc5-d698-4b49-a70e-31c2e55e4f0f tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839584 Mar 07 17:06:11.091970 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0951a169-561b-47d9-a888-43266bbb2529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490'] for network (a5817453-0687-4232-b082-7a8f6cce82b8), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:11.093118 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0951a169-561b-47d9-a888-43266bbb2529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:11.093888 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0951a169-561b-47d9-a888-43266bbb2529 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:11.176185 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0951a169-561b-47d9-a888-43266bbb2529 admin admin] Pushing event updated for resources: {'Network': ['ID=a5817453-0687-4232-b082-7a8f6cce82b8,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:11.188407 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Network a5817453-0687-4232-b082-7a8f6cce82b8 details requested by agent ovs-agent-dv-cinder-804035-42-iscsi with host dv-cinder-804035-42-iscsi {{(pid=103440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 17:06:11.219048 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-0951a169-561b-47d9-a888-43266bbb2529 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9447374 Mar 07 17:06:11.219166 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 36478) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:11.222763 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-b6ed1e8e-632d-4f4d-98d4-74fc1d922f12 admin admin] Request body: {'subnet': {'network_id': 'a5817453-0687-4232-b082-7a8f6cce82b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1244005936-subnet', 'tenant_id': '1f4fc0170321429faf3e9895e52f81ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:06:11.314362 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ed1e8e-632d-4f4d-98d4-74fc1d922f12 admin admin] Made reservation on behalf of 1f4fc0170321429faf3e9895e52f81ca for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:06:11.317338 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b6ed1e8e-632d-4f4d-98d4-74fc1d922f12 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-52271328'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:11.377443 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0494d-1c0a-437e-ba3d-f8ae4367d40a req-78291636-8829-4f81-baa2-e56940d5a019 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:11.378876 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c5b0494d-1c0a-437e-ba3d-f8ae4367d40a req-78291636-8829-4f81-baa2-e56940d5a019 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 945 time: 0.0810564 Mar 07 17:06:11.444299 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c5b0494d-1c0a-437e-ba3d-f8ae4367d40a req-deee5766-eb58-46e2-9541-3fb703021821 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592535 Mar 07 17:06:11.628307 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b6ed1e8e-632d-4f4d-98d4-74fc1d922f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51015424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-52271358'] for subnet (1727d561-64eb-436e-b9e1-627515b9c111), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:11.686985 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed1e8e-632d-4f4d-98d4-74fc1d922f12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1727d561-64eb-436e-b9e1-627515b9c111,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:11.705184 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed1e8e-632d-4f4d-98d4-74fc1d922f12 admin admin] Checking segment: {'id': 'faf6d561-63e2-4581-ba72-4e6d7076e38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a5817453-0687-4232-b082-7a8f6cce82b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:06:11.705184 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ed1e8e-632d-4f4d-98d4-74fc1d922f12 admin admin] Network hostable DHCP agents. Network: a5817453-0687-4232-b082-7a8f6cce82b8, hostable agents: ['7a37eb1f-9e1c-4804-b782-6f192b2f1d6e'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 17:06:11.810490 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ed1e8e-632d-4f4d-98d4-74fc1d922f12 admin admin] Network a5817453-0687-4232-b082-7a8f6cce82b8 is scheduled to be hosted by DHCP agent 7a37eb1f-9e1c-4804-b782-6f192b2f1d6e with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 17:06:11.867058 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-b6ed1e8e-632d-4f4d-98d4-74fc1d922f12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-42-iscsi, a5817453-0687-4232-b082-7a8f6cce82b8) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:06:11.872879 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ed1e8e-632d-4f4d-98d4-74fc1d922f12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:11.876785 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b6ed1e8e-632d-4f4d-98d4-74fc1d922f12 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:11.880954 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e879c230-fedf-43ad-a3eb-8d9906f43a26 None None] Network a5817453-0687-4232-b082-7a8f6cce82b8 requested from dv-cinder-804035-42-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:06:11.966002 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 36494) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:11.966684 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-b6ed1e8e-632d-4f4d-98d4-74fc1d922f12 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7476068 Mar 07 17:06:11.972688 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-31df5b38-ec6a-4522-b9b1-1d8ead0d6a98 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1244005936-router', 'tenant_id': '1f4fc0170321429faf3e9895e52f81ca', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'}}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:06:12.140671 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-31df5b38-ec6a-4522-b9b1-1d8ead0d6a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2050708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57156'] for router (dd320334-9f01-4a7e-9752-519f246352d8), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:12.142248 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-31df5b38-ec6a-4522-b9b1-1d8ead0d6a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2052452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2048215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57165'] for router (dd320334-9f01-4a7e-9752-519f246352d8), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:12.198175 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72674555-e0e6-4572-81eb-134552b71db2 req-c0670021-3938-4fea-a4f8-a5d07689521e tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:12.199918 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-72674555-e0e6-4572-81eb-134552b71db2 req-c0670021-3938-4fea-a4f8-a5d07689521e tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 944 time: 0.1052575 Mar 07 17:06:12.208753 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe060d8-390f-46b4-9a1c-726e109d2927 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6403845-1bb7-5d12-a049-1e0087d61b53-a5817453-0687-4232-b082-7a8f6cce82b8', 'network_id': 'a5817453-0687-4232-b082-7a8f6cce82b8', 'project_id': '1f4fc0170321429faf3e9895e52f81ca', 'fixed_ips': [{'subnet_id': '1727d561-64eb-436e-b9e1-627515b9c111'}]}} from dv-cinder-804035-42-iscsi. {{(pid=103440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 17:06:12.209755 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-0fe060d8-390f-46b4-9a1c-726e109d2927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:12.250987 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-31df5b38-ec6a-4522-b9b1-1d8ead0d6a98 admin admin] Publish callbacks [] for router_controller (dd320334-9f01-4a7e-9752-519f246352d8), precommit_add_association {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:12.278999 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-72674555-e0e6-4572-81eb-134552b71db2 req-51a2b1e7-1eff-452a-89c1-1af7ba680c2d tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513370 Mar 07 17:06:12.365648 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.db_base_plugin_common [None req-0fe060d8-390f-46b4-9a1c-726e109d2927 None None] Allocated IP 172.20.0.2 (a5817453-0687-4232-b082-7a8f6cce82b8/1727d561-64eb-436e-b9e1-627515b9c111/6abc4915-9442-40ee-ac6c-7e107571a265) {{(pid=103440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:06:12.478071 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-31df5b38-ec6a-4522-b9b1-1d8ead0d6a98 admin admin] Publish callbacks [] for router_gateway (dd320334-9f01-4a7e-9752-519f246352d8), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:12.627835 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-0fe060d8-390f-46b4-9a1c-726e109d2927 None None] Publish callbacks [] for port (6abc4915-9442-40ee-ac6c-7e107571a265), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:12.636693 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884c7a5-03cc-4a85-90d3-86858296ee3e req-96df2886-d3ef-4cf9-9ddd-1f104308aa81 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:12.638354 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2884c7a5-03cc-4a85-90d3-86858296ee3e req-96df2886-d3ef-4cf9-9ddd-1f104308aa81 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 945 time: 0.0926323 Mar 07 17:06:12.727543 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2884c7a5-03cc-4a85-90d3-86858296ee3e req-fbfc8b27-4356-4ce2-ae6b-0f671671d1fc tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605175 Mar 07 17:06:12.737634 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-0fe060d8-390f-46b4-9a1c-726e109d2927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377'] for port (6abc4915-9442-40ee-ac6c-7e107571a265), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:12.774157 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe060d8-390f-46b4-9a1c-726e109d2927 None None] Network a5817453-0687-4232-b082-7a8f6cce82b8 is already hosted by enough agents. {{(pid=103440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:06:12.811678 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [None req-0fe060d8-390f-46b4-9a1c-726e109d2927 None None] Resources bound (agent type, host, resource id): {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:06:12.816328 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe060d8-390f-46b4-9a1c-726e109d2927 None None] Received port after_create {{(pid=103440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:06:12.892198 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-31df5b38-ec6a-4522-b9b1-1d8ead0d6a98 admin admin] Publish callbacks [] for router_gateway (dd320334-9f01-4a7e-9752-519f246352d8), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:12.914215 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe060d8-390f-46b4-9a1c-726e109d2927 None None] Pushing event updated for resources: {'Port': ['ID=6abc4915-9442-40ee-ac6c-7e107571a265,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:12.916925 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-31df5b38-ec6a-4522-b9b1-1d8ead0d6a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:12.924488 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-0fe060d8-390f-46b4-9a1c-726e109d2927 None None] Attempting to bind port 6abc4915-9442-40ee-ac6c-7e107571a265 on host dv-cinder-804035-42-iscsi for vnic_type normal with profile {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:06:12.924833 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-0fe060d8-390f-46b4-9a1c-726e109d2927 None None] Attempting to bind port 6abc4915-9442-40ee-ac6c-7e107571a265 by drivers openvswitch,hyperv on host dv-cinder-804035-42-iscsi at level 0 using segments [{'id': 'faf6d561-63e2-4581-ba72-4e6d7076e38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a5817453-0687-4232-b082-7a8f6cce82b8'}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:06:12.926062 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe060d8-390f-46b4-9a1c-726e109d2927 None None] Attempting to bind port 6abc4915-9442-40ee-ac6c-7e107571a265 on network a5817453-0687-4232-b082-7a8f6cce82b8 {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:06:12.931377 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe060d8-390f-46b4-9a1c-726e109d2927 None None] Checking agent: {'id': 'bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 53, 53), 'started_at': datetime.datetime(2022, 3, 7, 16, 54, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:06:12.934044 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe060d8-390f-46b4-9a1c-726e109d2927 None None] Checking segment: {'id': 'faf6d561-63e2-4581-ba72-4e6d7076e38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a5817453-0687-4232-b082-7a8f6cce82b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:06:12.934044 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-0fe060d8-390f-46b4-9a1c-726e109d2927 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:12.934044 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe060d8-390f-46b4-9a1c-726e109d2927 None None] Bound using segment: {'id': 'faf6d561-63e2-4581-ba72-4e6d7076e38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a5817453-0687-4232-b082-7a8f6cce82b8'} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:06:12.934044 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-0fe060d8-390f-46b4-9a1c-726e109d2927 None None] Bound port: 6abc4915-9442-40ee-ac6c-7e107571a265, host: dv-cinder-804035-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faf6d561-63e2-4581-ba72-4e6d7076e38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a5817453-0687-4232-b082-7a8f6cce82b8'}}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:06:12.934044 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-0fe060d8-390f-46b4-9a1c-726e109d2927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (6abc4915-9442-40ee-ac6c-7e107571a265), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:13.038698 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-0fe060d8-390f-46b4-9a1c-726e109d2927 None None] For port 6abc4915-9442-40ee-ac6c-7e107571a265, host dv-cinder-804035-42-iscsi, cleared binding levels {{(pid=103440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:06:13.043479 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-0fe060d8-390f-46b4-9a1c-726e109d2927 None None] For port 6abc4915-9442-40ee-ac6c-7e107571a265, host dv-cinder-804035-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=6abc4915-9442-40ee-ac6c-7e107571a265,segment=NetworkSegment(faf6d561-63e2-4581-ba72-4e6d7076e38e),segment_id=faf6d561-63e2-4581-ba72-4e6d7076e38e)] {{(pid=103440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:06:13.114492 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-0fe060d8-390f-46b4-9a1c-726e109d2927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (6abc4915-9442-40ee-ac6c-7e107571a265), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:13.127884 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-31df5b38-ec6a-4522-b9b1-1d8ead0d6a98 admin admin] Allocated IP 172.27.3.146 (ca3ae6bc-acc1-44d4-99e8-2239d5d79721/7ea6e5b5-19cc-4407-9435-cc1a16805785/d9832b82-4a01-4f04-a042-90f850d15290) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:06:13.247538 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe060d8-390f-46b4-9a1c-726e109d2927 None None] Pushing event updated for resources: {'Port': ['ID=6abc4915-9442-40ee-ac6c-7e107571a265,revision_number=2']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:13.297285 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-31df5b38-ec6a-4522-b9b1-1d8ead0d6a98 admin admin] Publish callbacks [] for port (d9832b82-4a01-4f04-a042-90f850d15290), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:13.476042 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-31df5b38-ec6a-4522-b9b1-1d8ead0d6a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (d9832b82-4a01-4f04-a042-90f850d15290), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:13.554757 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca543d-f1cf-4b16-81f8-6780c505ea29 req-f2d2707c-3152-4e31-be56-576ec7ab7eba tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:13.556401 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7dca543d-f1cf-4b16-81f8-6780c505ea29 req-f2d2707c-3152-4e31-be56-576ec7ab7eba tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 944 time: 0.1503680 Mar 07 17:06:13.581046 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31df5b38-ec6a-4522-b9b1-1d8ead0d6a98 admin admin] Network ca3ae6bc-acc1-44d4-99e8-2239d5d79721 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:06:13.591840 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-31df5b38-ec6a-4522-b9b1-1d8ead0d6a98 admin admin] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:06:13.599795 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31df5b38-ec6a-4522-b9b1-1d8ead0d6a98 admin admin] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:06:13.606661 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df5b38-ec6a-4522-b9b1-1d8ead0d6a98 admin admin] Pushing event updated for resources: {'Port': ['ID=d9832b82-4a01-4f04-a042-90f850d15290,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:13.698275 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7dca543d-f1cf-4b16-81f8-6780c505ea29 req-d0f605d0-e272-492a-88ca-a5e4951ce464 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315520 Mar 07 17:06:14.165121 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66c1ef-5238-4ee1-861e-a57dc39822c9 req-49491367-29b4-43e0-b08d-d5e31bd27add tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:14.165721 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2f66c1ef-5238-4ee1-861e-a57dc39822c9 req-49491367-29b4-43e0-b08d-d5e31bd27add tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 945 time: 0.1237462 Mar 07 17:06:14.312322 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 6abc4915-9442-40ee-ac6c-7e107571a265 up at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:06:14.377610 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2f66c1ef-5238-4ee1-861e-a57dc39822c9 req-d3f2f12c-6b7f-4160-b920-1789eff40428 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2015176 Mar 07 17:06:14.387664 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-31df5b38-ec6a-4522-b9b1-1d8ead0d6a98 admin admin] Publish callbacks [] for router_gateway (dd320334-9f01-4a7e-9752-519f246352d8), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:14.388279 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Provisioning complete for port 6abc4915-9442-40ee-ac6c-7e107571a265 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:06:14.389004 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (6abc4915-9442-40ee-ac6c-7e107571a265), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:14.568650 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Current status of the port 6abc4915-9442-40ee-ac6c-7e107571a265 is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:06:14.569044 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (6abc4915-9442-40ee-ac6c-7e107571a265), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:14.629075 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] For port 6abc4915-9442-40ee-ac6c-7e107571a265, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=6abc4915-9442-40ee-ac6c-7e107571a265,segment=NetworkSegment(faf6d561-63e2-4581-ba72-4e6d7076e38e),segment_id=faf6d561-63e2-4581-ba72-4e6d7076e38e)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:06:14.677266 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881ae7d8-d96f-41c4-a051-402f2a16b94d None None] Network a5817453-0687-4232-b082-7a8f6cce82b8 requested from dv-cinder-804035-42-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:06:14.687870 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-31df5b38-ec6a-4522-b9b1-1d8ead0d6a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2052463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2048250'] for router (dd320334-9f01-4a7e-9752-519f246352d8), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:14.738200 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (6abc4915-9442-40ee-ac6c-7e107571a265), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:14.793679 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-638d9ca6-6a76-44df-8dca-a6c18d0d624a None None] Provisioning complete for port 6abc4915-9442-40ee-ac6c-7e107571a265 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:06:14.793679 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-638d9ca6-6a76-44df-8dca-a6c18d0d624a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (6abc4915-9442-40ee-ac6c-7e107571a265), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:14.851472 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Pushing event updated for resources: {'Port': ['ID=6abc4915-9442-40ee-ac6c-7e107571a265,revision_number=3']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:14.959785 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-638d9ca6-6a76-44df-8dca-a6c18d0d624a None None] Current status of the port 6abc4915-9442-40ee-ac6c-7e107571a265 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:06:15.020365 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84b83c-7467-498a-ad7b-070fb68ed782 req-87524d9d-2050-4107-b36b-3a5b82749c4a tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:15.021910 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8f84b83c-7467-498a-ad7b-070fb68ed782 req-87524d9d-2050-4107-b36b-3a5b82749c4a tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 944 time: 0.1155603 Mar 07 17:06:15.070227 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31df5b38-ec6a-4522-b9b1-1d8ead0d6a98 admin admin] Router dd320334-9f01-4a7e-9752-519f246352d8 is scheduled to L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 with binding_index 1 {{(pid=103431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 17:06:15.098090 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8f84b83c-7467-498a-ad7b-070fb68ed782 req-9a6b6c10-7c2e-4b12-bfe2-c1ae5a83091c tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683646 Mar 07 17:06:15.190879 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f70d30b2-700c-48e1-a7be-21a84ce2b7e0 None None] Provisioning complete for port 6abc4915-9442-40ee-ac6c-7e107571a265 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:06:15.191394 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f70d30b2-700c-48e1-a7be-21a84ce2b7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (6abc4915-9442-40ee-ac6c-7e107571a265), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:15.238641 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 36544) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:15.263796 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31df5b38-ec6a-4522-b9b1-1d8ead0d6a98 admin admin] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:06:15.289224 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81cdbcb-3eb4-4218-a5ef-09f85bbaa738 None None] Sync routers for ids ['dd320334-9f01-4a7e-9752-519f246352d8'] in dv-cinder-804035-42-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:06:15.322574 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81cdbcb-3eb4-4218-a5ef-09f85bbaa738 None None] Routers {'dd320334-9f01-4a7e-9752-519f246352d8'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:06:15.323867 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-e81cdbcb-3eb4-4218-a5ef-09f85bbaa738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:05:48Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['dd320334-9f01-4a7e-9752-519f246352d8'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:06:15.372017 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f70d30b2-700c-48e1-a7be-21a84ce2b7e0 None None] Current status of the port 6abc4915-9442-40ee-ac6c-7e107571a265 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:06:15.372753 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-31df5b38-ec6a-4522-b9b1-1d8ead0d6a98 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:15.374640 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-31df5b38-ec6a-4522-b9b1-1d8ead0d6a98 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4066255 Mar 07 17:06:15.382887 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 36548) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:15.486898 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-e81cdbcb-3eb4-4218-a5ef-09f85bbaa738 None None] Set router dd320334-9f01-4a7e-9752-519f246352d8 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:06:15.494025 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-74553283-a484-400d-b568-1e363b02bd9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:15.564381 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b1146e-df9e-47dc-9f4a-a0613574e2f5 req-ba096fdc-2003-40d6-a2b5-b5371d51a1d6 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:15.566506 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d4b1146e-df9e-47dc-9f4a-a0613574e2f5 req-ba096fdc-2003-40d6-a2b5-b5371d51a1d6 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 945 time: 0.0848386 Mar 07 17:06:15.613485 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-74553283-a484-400d-b568-1e363b02bd9e admin admin] Publish callbacks [] for security_group (ea0903a7-f430-44fe-9c96-f5ee2625f549), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:15.649703 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d4b1146e-df9e-47dc-9f4a-a0613574e2f5 req-484cbdbe-b668-4728-a1bb-287fb097b9da tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767770 Mar 07 17:06:15.704813 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-74553283-a484-400d-b568-1e363b02bd9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (ea0903a7-f430-44fe-9c96-f5ee2625f549), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:15.713454 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-e81cdbcb-3eb4-4218-a5ef-09f85bbaa738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'name': 'tempest-AttachVolumeTestJSON-1244005936-router', 'tenant_id': '1f4fc0170321429faf3e9895e52f81ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'd9832b82-4a01-4f04-a042-90f850d15290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:06:12Z', 'updated_at': '2022-03-07T17:06:14Z', 'revision_number': 3, 'project_id': '1f4fc0170321429faf3e9895e52f81ca', 'gw_port': {'id': 'd9832b82-4a01-4f04-a042-90f850d15290', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:12Z', 'updated_at': '2022-03-07T17:06:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi'}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:06:15.749415 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81cdbcb-3eb4-4218-a5ef-09f85bbaa738 None None] Checking router: dd320334-9f01-4a7e-9752-519f246352d8 for host: dv-cinder-804035-42-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:06:15.749913 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81cdbcb-3eb4-4218-a5ef-09f85bbaa738 None None] Updating router dd320334-9f01-4a7e-9752-519f246352d8 port d9832b82-4a01-4f04-a042-90f850d15290 binding host dv-cinder-804035-42-iscsi {{(pid=103440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 17:06:15.761007 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-74553283-a484-400d-b568-1e363b02bd9e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2f0a6f8d4fbc47bdb66db7a6159a0968&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5172727 Mar 07 17:06:15.762666 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 36554) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:15.784536 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e81cdbcb-3eb4-4218-a5ef-09f85bbaa738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (d9832b82-4a01-4f04-a042-90f850d15290), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:15.803844 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74553283-a484-400d-b568-1e363b02bd9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0903a7-f430-44fe-9c96-f5ee2625f549,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:15.828520 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3a5b17e9-104f-4f42-96ed-823c2cd73723 admin admin] Publish callbacks [] for security_group (ea0903a7-f430-44fe-9c96-f5ee2625f549), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:15.856297 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3a5b17e9-104f-4f42-96ed-823c2cd73723 admin admin] Publish callbacks [] for security_group (ea0903a7-f430-44fe-9c96-f5ee2625f549), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:15.993591 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-52e8f4fb-c36c-464f-a1e2-b5fcf60cdc2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:16.015957 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3a5b17e9-104f-4f42-96ed-823c2cd73723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (ea0903a7-f430-44fe-9c96-f5ee2625f549), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:16.018864 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3a5b17e9-104f-4f42-96ed-823c2cd73723 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:16.023258 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-3a5b17e9-104f-4f42-96ed-823c2cd73723 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ea0903a7-f430-44fe-9c96-f5ee2625f549 HTTP/1.1" status: 204 len: 168 time: 0.2590201 Mar 07 17:06:16.032977 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b17e9-104f-4f42-96ed-823c2cd73723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0903a7-f430-44fe-9c96-f5ee2625f549,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:16.134386 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e81cdbcb-3eb4-4218-a5ef-09f85bbaa738 None None] Publish callbacks [] for port (d9832b82-4a01-4f04-a042-90f850d15290), precommit_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:16.240232 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e81cdbcb-3eb4-4218-a5ef-09f85bbaa738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (d9832b82-4a01-4f04-a042-90f850d15290), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:16.281426 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 6abc4915-9442-40ee-ac6c-7e107571a265 up at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:06:16.286463 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-e81cdbcb-3eb4-4218-a5ef-09f85bbaa738 None None] Attempting to bind port d9832b82-4a01-4f04-a042-90f850d15290 on host dv-cinder-804035-42-iscsi for vnic_type normal with profile {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:06:16.287113 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-e81cdbcb-3eb4-4218-a5ef-09f85bbaa738 None None] Attempting to bind port d9832b82-4a01-4f04-a042-90f850d15290 by drivers openvswitch,hyperv on host dv-cinder-804035-42-iscsi at level 0 using segments [{'id': '733ea0a4-2088-41be-a436-48329c6e880b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:06:16.287724 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81cdbcb-3eb4-4218-a5ef-09f85bbaa738 None None] Attempting to bind port d9832b82-4a01-4f04-a042-90f850d15290 on network ca3ae6bc-acc1-44d4-99e8-2239d5d79721 {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:06:16.334234 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-12b75ed2-494a-4e59-81b5-1729210c8a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:16.348343 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6053882-364f-461b-87c5-f67714702c76 req-b9de2954-d2c8-45cf-b8b4-c036da77002c tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:16.349963 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b6053882-364f-461b-87c5-f67714702c76 req-b9de2954-d2c8-45cf-b8b4-c036da77002c tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 944 time: 0.1185181 Mar 07 17:06:16.389745 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb73e45-d92b-4d80-bc00-98b738e99b25 None None] Pushing event updated for resources: {'Port': ['ID=d9832b82-4a01-4f04-a042-90f850d15290,revision_number=2']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:16.394794 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81cdbcb-3eb4-4218-a5ef-09f85bbaa738 None None] Checking agent: {'id': 'bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 53, 53), 'started_at': datetime.datetime(2022, 3, 7, 16, 54, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:06:16.395249 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81cdbcb-3eb4-4218-a5ef-09f85bbaa738 None None] Checking segment: {'id': '733ea0a4-2088-41be-a436-48329c6e880b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:06:16.395749 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e81cdbcb-3eb4-4218-a5ef-09f85bbaa738 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:16.403192 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81cdbcb-3eb4-4218-a5ef-09f85bbaa738 None None] Bound using segment: {'id': '733ea0a4-2088-41be-a436-48329c6e880b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:06:16.403192 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-e81cdbcb-3eb4-4218-a5ef-09f85bbaa738 None None] Bound port: d9832b82-4a01-4f04-a042-90f850d15290, host: dv-cinder-804035-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '733ea0a4-2088-41be-a436-48329c6e880b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'}}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:06:16.403192 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e81cdbcb-3eb4-4218-a5ef-09f85bbaa738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (d9832b82-4a01-4f04-a042-90f850d15290), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:16.486545 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-e81cdbcb-3eb4-4218-a5ef-09f85bbaa738 None None] For port d9832b82-4a01-4f04-a042-90f850d15290, host dv-cinder-804035-42-iscsi, cleared binding levels {{(pid=103440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:06:16.494162 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-e81cdbcb-3eb4-4218-a5ef-09f85bbaa738 None None] For port d9832b82-4a01-4f04-a042-90f850d15290, host dv-cinder-804035-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=d9832b82-4a01-4f04-a042-90f850d15290,segment=NetworkSegment(733ea0a4-2088-41be-a436-48329c6e880b),segment_id=733ea0a4-2088-41be-a436-48329c6e880b)] {{(pid=103440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:06:16.532209 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Provisioning complete for port 6abc4915-9442-40ee-ac6c-7e107571a265 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:06:16.536059 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (6abc4915-9442-40ee-ac6c-7e107571a265), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:16.586689 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b6053882-364f-461b-87c5-f67714702c76 req-a438f4ed-b83e-4389-8a44-188555061be7 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2116756 Mar 07 17:06:16.599087 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e81cdbcb-3eb4-4218-a5ef-09f85bbaa738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (d9832b82-4a01-4f04-a042-90f850d15290), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:16.699876 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81cdbcb-3eb4-4218-a5ef-09f85bbaa738 None None] Routers {'dd320334-9f01-4a7e-9752-519f246352d8'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:06:16.700629 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-e81cdbcb-3eb4-4218-a5ef-09f85bbaa738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:05:48Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['dd320334-9f01-4a7e-9752-519f246352d8'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:06:16.721613 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-12b75ed2-494a-4e59-81b5-1729210c8a53 admin admin] Allocated IP 172.20.0.1 (a5817453-0687-4232-b082-7a8f6cce82b8/1727d561-64eb-436e-b9e1-627515b9c111/1531fd82-18af-4622-aead-c38f3d1738a6) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:06:16.756151 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb73e45-d92b-4d80-bc00-98b738e99b25 None None] Pushing event updated for resources: {'Port': ['ID=d9832b82-4a01-4f04-a042-90f850d15290,revision_number=3']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:16.847015 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5303b2-b965-4b2f-8593-12892884be34 req-5f652f76-b251-4c9c-955e-d8fb92918fae tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:16.849052 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3e5303b2-b965-4b2f-8593-12892884be34 req-5f652f76-b251-4c9c-955e-d8fb92918fae tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 945 time: 0.0843418 Mar 07 17:06:16.878723 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-12b75ed2-494a-4e59-81b5-1729210c8a53 admin admin] Publish callbacks [] for port (1531fd82-18af-4622-aead-c38f3d1738a6), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:16.977834 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3e5303b2-b965-4b2f-8593-12892884be34 req-94918346-a1f4-49a5-91d6-3b1caa0bc275 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179488 Mar 07 17:06:16.993472 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-12b75ed2-494a-4e59-81b5-1729210c8a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51013872'] for port (1531fd82-18af-4622-aead-c38f3d1738a6), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:17.015295 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-e81cdbcb-3eb4-4218-a5ef-09f85bbaa738 None None] Set router dd320334-9f01-4a7e-9752-519f246352d8 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:06:17.044683 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Current status of the port 6abc4915-9442-40ee-ac6c-7e107571a265 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:06:17.079260 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b75ed2-494a-4e59-81b5-1729210c8a53 admin admin] Network a5817453-0687-4232-b082-7a8f6cce82b8 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:06:17.083377 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-12b75ed2-494a-4e59-81b5-1729210c8a53 admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:06:17.085490 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b75ed2-494a-4e59-81b5-1729210c8a53 admin admin] Pushing event updated for resources: {'Port': ['ID=1531fd82-18af-4622-aead-c38f3d1738a6,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:17.087758 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b75ed2-494a-4e59-81b5-1729210c8a53 admin admin] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:06:17.133426 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-12b75ed2-494a-4e59-81b5-1729210c8a53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2049751'] for router_interface (dd320334-9f01-4a7e-9752-519f246352d8), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:17.265492 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-e81cdbcb-3eb4-4218-a5ef-09f85bbaa738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'name': 'tempest-AttachVolumeTestJSON-1244005936-router', 'tenant_id': '1f4fc0170321429faf3e9895e52f81ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'd9832b82-4a01-4f04-a042-90f850d15290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:06:12Z', 'updated_at': '2022-03-07T17:06:14Z', 'revision_number': 3, 'project_id': '1f4fc0170321429faf3e9895e52f81ca', 'gw_port': {'id': 'd9832b82-4a01-4f04-a042-90f850d15290', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:12Z', 'updated_at': '2022-03-07T17:06:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi'}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:06:17.300474 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81cdbcb-3eb4-4218-a5ef-09f85bbaa738 None None] The sync data for ids ['dd320334-9f01-4a7e-9752-519f246352d8'] in dv-cinder-804035-42-iscsi is: [{'id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'name': 'tempest-AttachVolumeTestJSON-1244005936-router', 'tenant_id': '1f4fc0170321429faf3e9895e52f81ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'd9832b82-4a01-4f04-a042-90f850d15290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:06:12Z', 'updated_at': '2022-03-07T17:06:14Z', 'revision_number': 3, 'project_id': '1f4fc0170321429faf3e9895e52f81ca', 'gw_port': {'id': 'd9832b82-4a01-4f04-a042-90f850d15290', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:12Z', 'updated_at': '2022-03-07T17:06:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi'}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:06:17.395701 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-12b75ed2-494a-4e59-81b5-1729210c8a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (1531fd82-18af-4622-aead-c38f3d1738a6), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:17.435547 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-fa76186a-7e58-4854-95d6-c3b32e31de5a None None] Provisioning complete for port 1531fd82-18af-4622-aead-c38f3d1738a6 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:06:17.436093 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-fa76186a-7e58-4854-95d6-c3b32e31de5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (1531fd82-18af-4622-aead-c38f3d1738a6), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:17.473698 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-fa76186a-7e58-4854-95d6-c3b32e31de5a None None] Port 1531fd82-18af-4622-aead-c38f3d1738a6 cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:06:17.580089 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-12b75ed2-494a-4e59-81b5-1729210c8a53 admin admin] Publish callbacks [] for port (1531fd82-18af-4622-aead-c38f3d1738a6), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:17.634052 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-12b75ed2-494a-4e59-81b5-1729210c8a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51013769'] for port (1531fd82-18af-4622-aead-c38f3d1738a6), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:17.709761 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b75ed2-494a-4e59-81b5-1729210c8a53 admin admin] Pushing event updated for resources: {'Port': ['ID=1531fd82-18af-4622-aead-c38f3d1738a6,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:17.712394 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-12b75ed2-494a-4e59-81b5-1729210c8a53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2049723'] for router_interface (dd320334-9f01-4a7e-9752-519f246352d8), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:17.726389 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f391b5c0-9cec-49a3-a4c5-a6f3031b02af req-0d8bd8a6-08f4-4557-9c18-5b76d589005a tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:17.728145 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f391b5c0-9cec-49a3-a4c5-a6f3031b02af req-0d8bd8a6-08f4-4557-9c18-5b76d589005a tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 944 time: 0.0637002 Mar 07 17:06:17.784828 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f391b5c0-9cec-49a3-a4c5-a6f3031b02af req-ebdd4dd9-dd06-45dd-acf3-311558a6d313 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505168 Mar 07 17:06:17.812467 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b75ed2-494a-4e59-81b5-1729210c8a53 admin admin] Network a5817453-0687-4232-b082-7a8f6cce82b8 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:06:17.813760 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-12b75ed2-494a-4e59-81b5-1729210c8a53 admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:06:17.945458 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b75ed2-494a-4e59-81b5-1729210c8a53 admin admin] Router dd320334-9f01-4a7e-9752-519f246352d8 has already been hosted by L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:06:18.066741 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b75ed2-494a-4e59-81b5-1729210c8a53 admin admin] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:06:18.071735 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-12b75ed2-494a-4e59-81b5-1729210c8a53 admin admin] 10.222.0.45 "PUT /v2.0/routers/dd320334-9f01-4a7e-9752-519f246352d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6865647 Mar 07 17:06:18.111334 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-9d767f83-977b-439e-93bf-1e5de7c22d4c None None] Provisioning complete for port 1531fd82-18af-4622-aead-c38f3d1738a6 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:06:18.111748 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-9d767f83-977b-439e-93bf-1e5de7c22d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (1531fd82-18af-4622-aead-c38f3d1738a6), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:18.145640 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55d662-bf3d-4538-b773-0d235999d7c4 req-ce0efd6a-8077-49e7-91c9-5aca48afb5bb tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:18.155202 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ee55d662-bf3d-4538-b773-0d235999d7c4 req-ce0efd6a-8077-49e7-91c9-5aca48afb5bb tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 945 time: 0.0731218 Mar 07 17:06:18.161629 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-9d767f83-977b-439e-93bf-1e5de7c22d4c None None] Port 1531fd82-18af-4622-aead-c38f3d1738a6 cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:06:18.228170 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ee55d662-bf3d-4538-b773-0d235999d7c4 req-7b5954e2-4611-4b7b-9761-b6e4748b489d tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674596 Mar 07 17:06:18.228605 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device d9832b82-4a01-4f04-a042-90f850d15290 up at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:06:18.236614 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device a59e2276-4826-4703-86f5-50aec68d19d9 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:06:18.435577 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:18.439021 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Provisioning complete for port d9832b82-4a01-4f04-a042-90f850d15290 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:06:18.439387 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (d9832b82-4a01-4f04-a042-90f850d15290), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:18.472662 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a2714425-300b-4dd5-b75d-e53c3c9e76d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:18.509906 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port a59e2276-4826-4703-86f5-50aec68d19d9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a59e2276-4826-4703-86f5-50aec68d19d9,segment=NetworkSegment(b6706fab-4ae8-42aa-8ada-1adefbc92609),segment_id=b6706fab-4ae8-42aa-8ada-1adefbc92609)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:06:18.523006 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Returning: {'device': 'a59e2276-4826-4703-86f5-50aec68d19d9', 'network_id': 'f09f7dbb-82c6-4d35-8521-db45cf32e53c', 'port_id': 'a59e2276-4826-4703-86f5-50aec68d19d9', 'mac_address': 'fa:16:3e:5a:1f:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59906c62-41b2-4312-809f-0ad753757d03', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:06:18.601542 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Current status of the port d9832b82-4a01-4f04-a042-90f850d15290 is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:06:18.601840 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (d9832b82-4a01-4f04-a042-90f850d15290), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:18.618245 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Current status of the port a59e2276-4826-4703-86f5-50aec68d19d9 is: DOWN; New status is: BUILD {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:06:18.622535 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (a59e2276-4826-4703-86f5-50aec68d19d9), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:18.630568 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] For port d9832b82-4a01-4f04-a042-90f850d15290, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=d9832b82-4a01-4f04-a042-90f850d15290,segment=NetworkSegment(733ea0a4-2088-41be-a436-48329c6e880b),segment_id=733ea0a4-2088-41be-a436-48329c6e880b)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:06:18.646411 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a59e2276-4826-4703-86f5-50aec68d19d9 {{(pid=103440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:06:18.667923 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port a59e2276-4826-4703-86f5-50aec68d19d9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a59e2276-4826-4703-86f5-50aec68d19d9,segment=NetworkSegment(b6706fab-4ae8-42aa-8ada-1adefbc92609),segment_id=b6706fab-4ae8-42aa-8ada-1adefbc92609)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:06:18.707586 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (d9832b82-4a01-4f04-a042-90f850d15290), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:18.756403 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (a59e2276-4826-4703-86f5-50aec68d19d9), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:18.823241 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Pushing event updated for resources: {'Port': ['ID=d9832b82-4a01-4f04-a042-90f850d15290,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:18.906323 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Pushing event updated for resources: {'Port': ['ID=a59e2276-4826-4703-86f5-50aec68d19d9,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:18.939910 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 36592) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:18.943559 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-f3ea44ec-68fa-46df-8a5b-633e4d112b0e tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1941319186', 'description': 'tempest-description--45310300'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:06:19.003299 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5e760-f2c5-4f88-b4dd-6a0c3c0a417c req-1d659513-1396-43a5-878f-2af1eeb9afd7 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:19.012644 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-93e5e760-f2c5-4f88-b4dd-6a0c3c0a417c req-1d659513-1396-43a5-878f-2af1eeb9afd7 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 945 time: 0.0853066 Mar 07 17:06:19.065399 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-93e5e760-f2c5-4f88-b4dd-6a0c3c0a417c req-bfcdb15b-6046-4988-8685-37bfa572a9b3 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517645 Mar 07 17:06:19.066254 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f3ea44ec-68fa-46df-8a5b-633e4d112b0e tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:19.158604 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f3ea44ec-68fa-46df-8a5b-633e4d112b0e tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks [] for security_group (b8cca728-9d08-49b0-bac5-aa5f69449504), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:19.228221 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f3ea44ec-68fa-46df-8a5b-633e4d112b0e tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (b8cca728-9d08-49b0-bac5-aa5f69449504), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:19.278281 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ea44ec-68fa-46df-8a5b-633e4d112b0e tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8cca728-9d08-49b0-bac5-aa5f69449504,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:19.309888 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9922c3b-291b-4645-a73d-eeaa1e1b68a8 None None] Sync routers for ids ['dd320334-9f01-4a7e-9752-519f246352d8'] in dv-cinder-804035-42-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:06:19.324987 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9922c3b-291b-4645-a73d-eeaa1e1b68a8 None None] Routers {'dd320334-9f01-4a7e-9752-519f246352d8'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:06:19.325618 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-c9922c3b-291b-4645-a73d-eeaa1e1b68a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:06:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['dd320334-9f01-4a7e-9752-519f246352d8'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:06:19.344389 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f3ea44ec-68fa-46df-8a5b-633e4d112b0e tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:19.348741 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 36600) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:19.349277 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-f3ea44ec-68fa-46df-8a5b-633e4d112b0e tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4092822 Mar 07 17:06:19.360720 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-e2638560-1ad1-4939-98df-b4bcde831769 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Request body: {'security_group_rule': {'security_group_id': 'b8cca728-9d08-49b0-bac5-aa5f69449504', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:06:19.435029 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1efce-2964-4838-afbe-bd57ff5e1d48 req-5f0e1aa8-3295-43ad-88f1-4aedff4f1f8e tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:19.445321 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-50b1efce-2964-4838-afbe-bd57ff5e1d48 req-5f0e1aa8-3295-43ad-88f1-4aedff4f1f8e tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 945 time: 0.0951853 Mar 07 17:06:19.472746 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e2638560-1ad1-4939-98df-b4bcde831769 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks [] for security_group_rule (1cd07327-d8d1-4bed-9280-cd120423adc0), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:19.482516 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-c9922c3b-291b-4645-a73d-eeaa1e1b68a8 None None] Set router dd320334-9f01-4a7e-9752-519f246352d8 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:06:19.513801 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-50b1efce-2964-4838-afbe-bd57ff5e1d48 req-abfea8f3-7a2f-41b3-9ff1-84d937737d73 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607340 Mar 07 17:06:19.558320 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e2638560-1ad1-4939-98df-b4bcde831769 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks [] for security_group_rule (1cd07327-d8d1-4bed-9280-cd120423adc0), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:19.673695 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e2638560-1ad1-4939-98df-b4bcde831769 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607897'] for security_group_rule (1cd07327-d8d1-4bed-9280-cd120423adc0), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:19.691561 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2638560-1ad1-4939-98df-b4bcde831769 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cd07327-d8d1-4bed-9280-cd120423adc0,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:19.714258 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-c9922c3b-291b-4645-a73d-eeaa1e1b68a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'name': 'tempest-AttachVolumeTestJSON-1244005936-router', 'tenant_id': '1f4fc0170321429faf3e9895e52f81ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'd9832b82-4a01-4f04-a042-90f850d15290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:06:12Z', 'updated_at': '2022-03-07T17:06:17Z', 'revision_number': 4, 'project_id': '1f4fc0170321429faf3e9895e52f81ca', 'gw_port': {'id': 'd9832b82-4a01-4f04-a042-90f850d15290', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:12Z', 'updated_at': '2022-03-07T17:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': '1531fd82-18af-4622-aead-c38f3d1738a6', 'name': '', 'network_id': 'a5817453-0687-4232-b082-7a8f6cce82b8', 'tenant_id': '1f4fc0170321429faf3e9895e52f81ca', 'mac_address': 'fa:16:3e:c1:b8:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '1727d561-64eb-436e-b9e1-627515b9c111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:16Z', 'updated_at': '2022-03-07T17:06:17Z', 'revision_number': 2, 'project_id': '1f4fc0170321429faf3e9895e52f81ca', 'subnets': [{'id': '1727d561-64eb-436e-b9e1-627515b9c111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:06:19.746751 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9922c3b-291b-4645-a73d-eeaa1e1b68a8 None None] Checking router: dd320334-9f01-4a7e-9752-519f246352d8 for host: dv-cinder-804035-42-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:06:19.747524 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9922c3b-291b-4645-a73d-eeaa1e1b68a8 None None] Updating router dd320334-9f01-4a7e-9752-519f246352d8 port 1531fd82-18af-4622-aead-c38f3d1738a6 binding host dv-cinder-804035-42-iscsi {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 17:06:19.781033 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c9922c3b-291b-4645-a73d-eeaa1e1b68a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (1531fd82-18af-4622-aead-c38f3d1738a6), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:19.924355 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e2638560-1ad1-4939-98df-b4bcde831769 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:19.928187 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-e2638560-1ad1-4939-98df-b4bcde831769 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5750377 Mar 07 17:06:19.929005 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 36604) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:19.936768 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-d9924d9d-4be9-4108-b53a-ade5a46a8082 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Request body: {'security_group_rule': {'security_group_id': 'b8cca728-9d08-49b0-bac5-aa5f69449504', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:06:20.067166 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c9922c3b-291b-4645-a73d-eeaa1e1b68a8 None None] Publish callbacks [] for port (1531fd82-18af-4622-aead-c38f3d1738a6), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:20.071441 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d9924d9d-4be9-4108-b53a-ade5a46a8082 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks [] for security_group_rule (45549a36-d6bf-4d7f-91e8-efc1c262223c), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:20.133608 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c9922c3b-291b-4645-a73d-eeaa1e1b68a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (1531fd82-18af-4622-aead-c38f3d1738a6), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:20.142514 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d9924d9d-4be9-4108-b53a-ade5a46a8082 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks [] for security_group_rule (45549a36-d6bf-4d7f-91e8-efc1c262223c), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:20.185331 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd4beea-c06c-4d44-8748-71581d50632f None None] Pushing event updated for resources: {'Port': ['ID=1531fd82-18af-4622-aead-c38f3d1738a6,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:20.194632 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4beea-c06c-4d44-8748-71581d50632f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:20.195338 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4beea-c06c-4d44-8748-71581d50632f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:20.195941 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4beea-c06c-4d44-8748-71581d50632f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:20.199415 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4beea-c06c-4d44-8748-71581d50632f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:20.199415 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4beea-c06c-4d44-8748-71581d50632f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:20.199415 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4beea-c06c-4d44-8748-71581d50632f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:20.199415 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4beea-c06c-4d44-8748-71581d50632f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:20.199415 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4beea-c06c-4d44-8748-71581d50632f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:20.199415 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4beea-c06c-4d44-8748-71581d50632f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:20.199415 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4beea-c06c-4d44-8748-71581d50632f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:20.200171 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4beea-c06c-4d44-8748-71581d50632f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:20.200677 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4beea-c06c-4d44-8748-71581d50632f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:20.201191 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4beea-c06c-4d44-8748-71581d50632f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:20.240501 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d9924d9d-4be9-4108-b53a-ade5a46a8082 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607897'] for security_group_rule (45549a36-d6bf-4d7f-91e8-efc1c262223c), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:20.261981 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device d9832b82-4a01-4f04-a042-90f850d15290 up at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:06:20.292758 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-c9922c3b-291b-4645-a73d-eeaa1e1b68a8 None None] Attempting to bind port 1531fd82-18af-4622-aead-c38f3d1738a6 on host dv-cinder-804035-42-iscsi for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:06:20.293192 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-c9922c3b-291b-4645-a73d-eeaa1e1b68a8 None None] Attempting to bind port 1531fd82-18af-4622-aead-c38f3d1738a6 by drivers openvswitch,hyperv on host dv-cinder-804035-42-iscsi at level 0 using segments [{'id': 'faf6d561-63e2-4581-ba72-4e6d7076e38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a5817453-0687-4232-b082-7a8f6cce82b8'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:06:20.293554 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9922c3b-291b-4645-a73d-eeaa1e1b68a8 None None] Attempting to bind port 1531fd82-18af-4622-aead-c38f3d1738a6 on network a5817453-0687-4232-b082-7a8f6cce82b8 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:06:20.299391 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9922c3b-291b-4645-a73d-eeaa1e1b68a8 None None] Checking agent: {'id': 'bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 53, 53), 'started_at': datetime.datetime(2022, 3, 7, 16, 54, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:06:20.299997 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9924d9d-4be9-4108-b53a-ade5a46a8082 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45549a36-d6bf-4d7f-91e8-efc1c262223c,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:20.300347 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9922c3b-291b-4645-a73d-eeaa1e1b68a8 None None] Checking segment: {'id': 'faf6d561-63e2-4581-ba72-4e6d7076e38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a5817453-0687-4232-b082-7a8f6cce82b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:06:20.303009 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c9922c3b-291b-4645-a73d-eeaa1e1b68a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:20.303639 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9922c3b-291b-4645-a73d-eeaa1e1b68a8 None None] Bound using segment: {'id': 'faf6d561-63e2-4581-ba72-4e6d7076e38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a5817453-0687-4232-b082-7a8f6cce82b8'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:06:20.304526 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-c9922c3b-291b-4645-a73d-eeaa1e1b68a8 None None] Bound port: 1531fd82-18af-4622-aead-c38f3d1738a6, host: dv-cinder-804035-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faf6d561-63e2-4581-ba72-4e6d7076e38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a5817453-0687-4232-b082-7a8f6cce82b8'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:06:20.305086 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c9922c3b-291b-4645-a73d-eeaa1e1b68a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (1531fd82-18af-4622-aead-c38f3d1738a6), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:20.329479 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dbd75-ccbc-41ff-a4cc-fc362adc2fe8 req-c6d56488-5e34-4941-86d3-c71cb38351c7 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:20.331005 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a17dbd75-ccbc-41ff-a4cc-fc362adc2fe8 req-c6d56488-5e34-4941-86d3-c71cb38351c7 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 945 time: 0.1580069 Mar 07 17:06:20.382582 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Provisioning complete for port d9832b82-4a01-4f04-a042-90f850d15290 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:06:20.383256 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (d9832b82-4a01-4f04-a042-90f850d15290), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:20.386175 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d9924d9d-4be9-4108-b53a-ade5a46a8082 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:20.390163 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-d9924d9d-4be9-4108-b53a-ade5a46a8082 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4601002 Mar 07 17:06:20.393271 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 36616) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:20.397836 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-e639adfa-be09-47c8-a1d3-27a7506b6f1b tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Request body: {'floatingip': {'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:06:20.403837 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-c9922c3b-291b-4645-a73d-eeaa1e1b68a8 None None] For port 1531fd82-18af-4622-aead-c38f3d1738a6, host dv-cinder-804035-42-iscsi, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:06:20.407538 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-c9922c3b-291b-4645-a73d-eeaa1e1b68a8 None None] For port 1531fd82-18af-4622-aead-c38f3d1738a6, host dv-cinder-804035-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=1531fd82-18af-4622-aead-c38f3d1738a6,segment=NetworkSegment(faf6d561-63e2-4581-ba72-4e6d7076e38e),segment_id=faf6d561-63e2-4581-ba72-4e6d7076e38e)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:06:20.444136 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a17dbd75-ccbc-41ff-a4cc-fc362adc2fe8 req-b78981ec-e18a-4767-8009-dacea02cdee5 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995877 Mar 07 17:06:20.486200 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device b85220cb-f50a-41fb-b0fa-f73b99d81a2a details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:06:20.487066 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:20.502587 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e639adfa-be09-47c8-a1d3-27a7506b6f1b tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:20.504566 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c9922c3b-291b-4645-a73d-eeaa1e1b68a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (1531fd82-18af-4622-aead-c38f3d1738a6), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:20.514318 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Current status of the port d9832b82-4a01-4f04-a042-90f850d15290 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:06:20.638026 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd4beea-c06c-4d44-8748-71581d50632f None None] Pushing event updated for resources: {'Port': ['ID=1531fd82-18af-4622-aead-c38f3d1738a6,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:20.673411 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f085652e-bf7f-4cb5-9fcd-e7defd9f7167 None None] Provisioning complete for port 1531fd82-18af-4622-aead-c38f3d1738a6 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:06:20.673411 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f085652e-bf7f-4cb5-9fcd-e7defd9f7167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (1531fd82-18af-4622-aead-c38f3d1738a6), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:20.684694 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9922c3b-291b-4645-a73d-eeaa1e1b68a8 None None] Routers {'dd320334-9f01-4a7e-9752-519f246352d8'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:06:20.686619 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-c9922c3b-291b-4645-a73d-eeaa1e1b68a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:06:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['dd320334-9f01-4a7e-9752-519f246352d8'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:06:20.717024 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc927ab-6a2a-4d18-9476-3db4e66fa4e6 req-7cf776b5-474a-43e8-a3dc-61aaf4853072 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:20.736311 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9fc927ab-6a2a-4d18-9476-3db4e66fa4e6 req-7cf776b5-474a-43e8-a3dc-61aaf4853072 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 945 time: 0.1186543 Mar 07 17:06:20.743430 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e639adfa-be09-47c8-a1d3-27a7506b6f1b tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:20.834926 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9fc927ab-6a2a-4d18-9476-3db4e66fa4e6 req-cc5f1c89-aa06-4747-bef9-90b61a86ab04 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978587 Mar 07 17:06:20.838588 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port b85220cb-f50a-41fb-b0fa-f73b99d81a2a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b85220cb-f50a-41fb-b0fa-f73b99d81a2a,segment=NetworkSegment(c9b3c6bf-042d-42ab-970e-e5cb93efe923),segment_id=c9b3c6bf-042d-42ab-970e-e5cb93efe923)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:06:20.863125 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Returning: {'device': 'b85220cb-f50a-41fb-b0fa-f73b99d81a2a', 'network_id': '092694bd-373f-4bfb-9d43-3858867af44b', 'port_id': 'b85220cb-f50a-41fb-b0fa-f73b99d81a2a', 'mac_address': 'fa:16:3e:d6:e7:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74c40c13-f415-433a-b979-4cf6b968572a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:06:20.905006 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f085652e-bf7f-4cb5-9fcd-e7defd9f7167 None None] Current status of the port 1531fd82-18af-4622-aead-c38f3d1738a6 is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:06:20.905539 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f085652e-bf7f-4cb5-9fcd-e7defd9f7167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (1531fd82-18af-4622-aead-c38f3d1738a6), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:20.964988 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-c9922c3b-291b-4645-a73d-eeaa1e1b68a8 None None] Set router dd320334-9f01-4a7e-9752-519f246352d8 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:06:20.967149 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-f085652e-bf7f-4cb5-9fcd-e7defd9f7167 None None] For port 1531fd82-18af-4622-aead-c38f3d1738a6, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=1531fd82-18af-4622-aead-c38f3d1738a6,segment=NetworkSegment(faf6d561-63e2-4581-ba72-4e6d7076e38e),segment_id=faf6d561-63e2-4581-ba72-4e6d7076e38e)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:06:20.992360 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-e639adfa-be09-47c8-a1d3-27a7506b6f1b tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Allocated IP 172.27.3.38 (ca3ae6bc-acc1-44d4-99e8-2239d5d79721/7ea6e5b5-19cc-4407-9435-cc1a16805785/ba4b51d9-38ac-4d91-a675-931659b6db1c) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:06:20.994103 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Current status of the port b85220cb-f50a-41fb-b0fa-f73b99d81a2a is: ACTIVE; New status is: BUILD {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:06:20.994498 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (b85220cb-f50a-41fb-b0fa-f73b99d81a2a), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:21.008544 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b85220cb-f50a-41fb-b0fa-f73b99d81a2a {{(pid=103440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:06:21.030223 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port b85220cb-f50a-41fb-b0fa-f73b99d81a2a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b85220cb-f50a-41fb-b0fa-f73b99d81a2a,segment=NetworkSegment(c9b3c6bf-042d-42ab-970e-e5cb93efe923),segment_id=c9b3c6bf-042d-42ab-970e-e5cb93efe923)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:06:21.031443 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f085652e-bf7f-4cb5-9fcd-e7defd9f7167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (1531fd82-18af-4622-aead-c38f3d1738a6), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:21.111236 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (b85220cb-f50a-41fb-b0fa-f73b99d81a2a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:21.140240 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f085652e-bf7f-4cb5-9fcd-e7defd9f7167 None None] Pushing event updated for resources: {'Port': ['ID=1531fd82-18af-4622-aead-c38f3d1738a6,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:21.204690 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f72bb5c2-f158-4f36-bca6-6295edd2a81f None None] Provisioning complete for port 1531fd82-18af-4622-aead-c38f3d1738a6 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:06:21.205459 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f72bb5c2-f158-4f36-bca6-6295edd2a81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (1531fd82-18af-4622-aead-c38f3d1738a6), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:21.211896 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Pushing event updated for resources: {'Port': ['ID=b85220cb-f50a-41fb-b0fa-f73b99d81a2a,revision_number=6']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:21.336253 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f72bb5c2-f158-4f36-bca6-6295edd2a81f None None] Current status of the port 1531fd82-18af-4622-aead-c38f3d1738a6 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:06:21.378576 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] get_ports_and_sgs() called for port_ids ['b85220cb-f50a-41fb-b0fa-f73b99d81a2a'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:06:21.398852 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-c9922c3b-291b-4645-a73d-eeaa1e1b68a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'name': 'tempest-AttachVolumeTestJSON-1244005936-router', 'tenant_id': '1f4fc0170321429faf3e9895e52f81ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'd9832b82-4a01-4f04-a042-90f850d15290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:06:12Z', 'updated_at': '2022-03-07T17:06:17Z', 'revision_number': 4, 'project_id': '1f4fc0170321429faf3e9895e52f81ca', 'gw_port': {'id': 'd9832b82-4a01-4f04-a042-90f850d15290', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:12Z', 'updated_at': '2022-03-07T17:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': '1531fd82-18af-4622-aead-c38f3d1738a6', 'name': '', 'network_id': 'a5817453-0687-4232-b082-7a8f6cce82b8', 'tenant_id': '1f4fc0170321429faf3e9895e52f81ca', 'mac_address': 'fa:16:3e:c1:b8:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '1727d561-64eb-436e-b9e1-627515b9c111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:16Z', 'updated_at': '2022-03-07T17:06:20Z', 'revision_number': 4, 'project_id': '1f4fc0170321429faf3e9895e52f81ca', 'subnets': [{'id': '1727d561-64eb-436e-b9e1-627515b9c111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:06:21.436304 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9922c3b-291b-4645-a73d-eeaa1e1b68a8 None None] The sync data for ids ['dd320334-9f01-4a7e-9752-519f246352d8'] in dv-cinder-804035-42-iscsi is: [{'id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'name': 'tempest-AttachVolumeTestJSON-1244005936-router', 'tenant_id': '1f4fc0170321429faf3e9895e52f81ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'd9832b82-4a01-4f04-a042-90f850d15290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:06:12Z', 'updated_at': '2022-03-07T17:06:17Z', 'revision_number': 4, 'project_id': '1f4fc0170321429faf3e9895e52f81ca', 'gw_port': {'id': 'd9832b82-4a01-4f04-a042-90f850d15290', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:12Z', 'updated_at': '2022-03-07T17:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': '1531fd82-18af-4622-aead-c38f3d1738a6', 'name': '', 'network_id': 'a5817453-0687-4232-b082-7a8f6cce82b8', 'tenant_id': '1f4fc0170321429faf3e9895e52f81ca', 'mac_address': 'fa:16:3e:c1:b8:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '1727d561-64eb-436e-b9e1-627515b9c111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:16Z', 'updated_at': '2022-03-07T17:06:20Z', 'revision_number': 4, 'project_id': '1f4fc0170321429faf3e9895e52f81ca', 'subnets': [{'id': '1727d561-64eb-436e-b9e1-627515b9c111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:06:21.439279 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] get_ports_and_sgs() called for port_ids ['a59e2276-4826-4703-86f5-50aec68d19d9'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:06:21.481178 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e639adfa-be09-47c8-a1d3-27a7506b6f1b tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks [] for port (ba4b51d9-38ac-4d91-a675-931659b6db1c), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:21.611150 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ea5be-ba86-449f-a60a-9e323fcb7dda req-759fbf6d-f233-4897-8155-d548e7191c5e tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:21.617368 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-602ea5be-ba86-449f-a60a-9e323fcb7dda req-759fbf6d-f233-4897-8155-d548e7191c5e tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 945 time: 0.0803103 Mar 07 17:06:21.625360 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e639adfa-be09-47c8-a1d3-27a7506b6f1b tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51013872'] for port (ba4b51d9-38ac-4d91-a675-931659b6db1c), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:21.700945 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-602ea5be-ba86-449f-a60a-9e323fcb7dda req-38fb2eeb-971a-4720-a175-fb1bc8c8fc6d tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701168 Mar 07 17:06:21.713288 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e639adfa-be09-47c8-a1d3-27a7506b6f1b tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Network ca3ae6bc-acc1-44d4-99e8-2239d5d79721 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:06:21.720406 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-e639adfa-be09-47c8-a1d3-27a7506b6f1b tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:06:21.723946 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e639adfa-be09-47c8-a1d3-27a7506b6f1b tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:06:21.763356 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e639adfa-be09-47c8-a1d3-27a7506b6f1b tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Pushing event updated for resources: {'Port': ['ID=ba4b51d9-38ac-4d91-a675-931659b6db1c,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:21.880113 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:21.919618 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e639adfa-be09-47c8-a1d3-27a7506b6f1b tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks [] for floatingip (031cc8df-4e7f-4916-b3f2-0b4db55b7281), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:21.981885 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d4f616-df9c-4838-bbd4-4e3169db2972 req-748db905-1cae-4cd2-a0f7-f90d2312febf tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:21.991510 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a8d4f616-df9c-4838-bbd4-4e3169db2972 req-748db905-1cae-4cd2-a0f7-f90d2312febf tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 944 time: 0.0783741 Mar 07 17:06:22.061433 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a8d4f616-df9c-4838-bbd4-4e3169db2972 req-5d8d5ef4-0b23-415d-8fe8-22fe2b11b9ef tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648005 Mar 07 17:06:22.074238 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e639adfa-be09-47c8-a1d3-27a7506b6f1b tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (ba4b51d9-38ac-4d91-a675-931659b6db1c), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:22.231136 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 1531fd82-18af-4622-aead-c38f3d1738a6 up at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:06:22.275528 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e639adfa-be09-47c8-a1d3-27a7506b6f1b tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks [] for port (ba4b51d9-38ac-4d91-a675-931659b6db1c), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:22.287503 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Provisioning complete for port 1531fd82-18af-4622-aead-c38f3d1738a6 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:06:22.287974 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (1531fd82-18af-4622-aead-c38f3d1738a6), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:22.329657 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e639adfa-be09-47c8-a1d3-27a7506b6f1b tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51013769'] for port (ba4b51d9-38ac-4d91-a675-931659b6db1c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:22.387567 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Current status of the port 1531fd82-18af-4622-aead-c38f3d1738a6 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:06:22.408072 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e639adfa-be09-47c8-a1d3-27a7506b6f1b tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Pushing event updated for resources: {'Port': ['ID=ba4b51d9-38ac-4d91-a675-931659b6db1c,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:22.420523 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e639adfa-be09-47c8-a1d3-27a7506b6f1b tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2049624'] for floatingip (031cc8df-4e7f-4916-b3f2-0b4db55b7281), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:22.495019 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device b85220cb-f50a-41fb-b0fa-f73b99d81a2a up at agent hyperv_hv-cinder-80403 {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:06:22.528825 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e639adfa-be09-47c8-a1d3-27a7506b6f1b tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:22.530138 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-e639adfa-be09-47c8-a1d3-27a7506b6f1b tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1359313 Mar 07 17:06:22.546959 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Provisioning complete for port b85220cb-f50a-41fb-b0fa-f73b99d81a2a triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:06:22.547334 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (b85220cb-f50a-41fb-b0fa-f73b99d81a2a), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:22.641645 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Current status of the port b85220cb-f50a-41fb-b0fa-f73b99d81a2a is: BUILD; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:06:22.642053 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (b85220cb-f50a-41fb-b0fa-f73b99d81a2a), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:22.668700 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53dccac6-c710-4ee6-9dd7-ec44960ff712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85220cb-f50a-41fb-b0fa-f73b99d81a2a'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:06:22.670984 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11138cde4cb47aed6ab60590cdc6142137d0740b05d94cd9dbb0d95d7575220c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42fecea-e7c2-4963-9da3-161df4431696" -d '{"events": [{"server_uuid": "53dccac6-c710-4ee6-9dd7-ec44960ff712", "name": "network-vif-plugged", "status": "completed", "tag": "b85220cb-f50a-41fb-b0fa-f73b99d81a2a"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:06:22.690566 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port b85220cb-f50a-41fb-b0fa-f73b99d81a2a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b85220cb-f50a-41fb-b0fa-f73b99d81a2a,segment=NetworkSegment(c9b3c6bf-042d-42ab-970e-e5cb93efe923),segment_id=c9b3c6bf-042d-42ab-970e-e5cb93efe923)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:06:22.720370 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae1689b-fafb-485a-aba9-35ae024bbafa x-openstack-request-id: req-4ae1689b-fafb-485a-aba9-35ae024bbafa {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:06:22.721023 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53dccac6-c710-4ee6-9dd7-ec44960ff712", "name": "network-vif-plugged", "status": "completed", "tag": "b85220cb-f50a-41fb-b0fa-f73b99d81a2a", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:06:22.721460 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4ae1689b-fafb-485a-aba9-35ae024bbafa {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:06:22.721870 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cf662194-80af-402f-9824-812a61c65212 req-f20b9c07-4e3d-451e-abef-44c894e4c6e4 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1941319186&fields=id&tenant_id=1f4fc0170321429faf3e9895e52f81ca HTTP/1.1" status: 200 len: 267 time: 0.0576062 Mar 07 17:06:22.722662 dv-cinder-804035-42-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53dccac6-c710-4ee6-9dd7-ec44960ff712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85220cb-f50a-41fb-b0fa-f73b99d81a2a', 'code': 200} Mar 07 17:06:22.794130 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (b85220cb-f50a-41fb-b0fa-f73b99d81a2a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:22.842732 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Pushing event updated for resources: {'Port': ['ID=b85220cb-f50a-41fb-b0fa-f73b99d81a2a,revision_number=7']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:22.865912 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf662194-80af-402f-9824-812a61c65212 req-1b71f154-0caa-42b0-91fe-dc08e5de6c58 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:22.867667 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cf662194-80af-402f-9824-812a61c65212 req-1b71f154-0caa-42b0-91fe-dc08e5de6c58 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/networks?id=a5817453-0687-4232-b082-7a8f6cce82b8 HTTP/1.1" status: 200 len: 811 time: 0.1393163 Mar 07 17:06:22.876186 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625e06b-d21c-440d-845e-301a829d550c req-e956c4f8-158f-44cb-8f37-361fb7e881a9 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:22.877582 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1625e06b-d21c-440d-845e-301a829d550c req-e956c4f8-158f-44cb-8f37-361fb7e881a9 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 945 time: 0.0843260 Mar 07 17:06:22.894241 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cf662194-80af-402f-9824-812a61c65212 req-3e72f1df-1e12-4ee7-991f-eb894c4a5a00 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/quotas/1f4fc0170321429faf3e9895e52f81ca HTTP/1.1" status: 200 len: 375 time: 0.0156751 Mar 07 17:06:22.957414 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1625e06b-d21c-440d-845e-301a829d550c req-73aed3ea-d63d-4e6d-b370-62c7a58e158d tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728436 Mar 07 17:06:22.974226 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cf662194-80af-402f-9824-812a61c65212 req-2e990011-6941-4b50-a6a3-a391cf8cbad4 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1f4fc0170321429faf3e9895e52f81ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0738370 Mar 07 17:06:23.004119 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:23.078697 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cf662194-80af-402f-9824-812a61c65212 req-9c652f77-01e6-458d-8bfb-ab9b4c150425 service neutron] 10.222.0.45 "GET /v2.0/networks/a5817453-0687-4232-b082-7a8f6cce82b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896037 Mar 07 17:06:23.209786 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cf662194-80af-402f-9824-812a61c65212 req-4602e48c-989f-4076-abc1-e2d625075fef service neutron] 10.222.0.45 "GET /v2.0/networks/a5817453-0687-4232-b082-7a8f6cce82b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182775 Mar 07 17:06:23.226560 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cba302-85c1-4b35-9224-7b659098fed8 req-db5fe9a8-d133-4c6f-9f6d-986ea749c5f7 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:23.228076 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-91cba302-85c1-4b35-9224-7b659098fed8 req-db5fe9a8-d133-4c6f-9f6d-986ea749c5f7 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 945 time: 0.0827584 Mar 07 17:06:23.284160 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-91cba302-85c1-4b35-9224-7b659098fed8 req-ecfff832-b279-4b51-91a2-ec174b91ccdd tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488455 Mar 07 17:06:23.480724 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f4254a3f-dfe1-4274-9530-7961cae4219c req-37d1d88f-16a9-487f-ae20-ab86064cf70d tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 210 time: 0.0455124 Mar 07 17:06:24.078691 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb2925e-0321-4020-9866-8f1fb0da16b2 req-3341b000-a6e4-4ec1-8638-7fa2038f2ff1 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:24.080173 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-dbb2925e-0321-4020-9866-8f1fb0da16b2 req-3341b000-a6e4-4ec1-8638-7fa2038f2ff1 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 945 time: 0.0556388 Mar 07 17:06:24.143230 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-dbb2925e-0321-4020-9866-8f1fb0da16b2 req-89542a98-0733-4d79-b590-0cd49b9890c4 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573463 Mar 07 17:06:24.416119 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fc8ee-15f7-4fa4-9f20-f95760ec755c req-fcca4074-156e-4896-a824-6c149d096272 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:24.418200 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fa6fc8ee-15f7-4fa4-9f20-f95760ec755c req-fcca4074-156e-4896-a824-6c149d096272 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 945 time: 0.0529668 Mar 07 17:06:24.465058 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fa6fc8ee-15f7-4fa4-9f20-f95760ec755c req-2edc4e5c-738e-444a-91b6-1dec230cd295 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411544 Mar 07 17:06:24.568414 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a27ef883-32c1-4b12-bc3c-2d7bf1971831 req-eec6d40d-f5e1-4751-86e2-4ca328a1d583 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 210 time: 0.0287757 Mar 07 17:06:24.584358 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device a59e2276-4826-4703-86f5-50aec68d19d9 up at agent hyperv_hv-cinder-80403 {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:06:24.681872 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Provisioning for port a59e2276-4826-4703-86f5-50aec68d19d9 completed by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 17:06:24.685953 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Provisioning complete for port a59e2276-4826-4703-86f5-50aec68d19d9 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:06:24.686330 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (a59e2276-4826-4703-86f5-50aec68d19d9), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:24.763263 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Current status of the port a59e2276-4826-4703-86f5-50aec68d19d9 is: BUILD; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:06:24.763688 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (a59e2276-4826-4703-86f5-50aec68d19d9), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:24.786549 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204d7dde-160a-4e0f-8c23-c205ac15d099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59e2276-4826-4703-86f5-50aec68d19d9'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:06:24.788863 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11138cde4cb47aed6ab60590cdc6142137d0740b05d94cd9dbb0d95d7575220c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1a7aa4-f143-4f7b-879f-80c213938d81" -d '{"events": [{"server_uuid": "204d7dde-160a-4e0f-8c23-c205ac15d099", "name": "network-vif-plugged", "status": "completed", "tag": "a59e2276-4826-4703-86f5-50aec68d19d9"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:06:24.801685 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port a59e2276-4826-4703-86f5-50aec68d19d9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a59e2276-4826-4703-86f5-50aec68d19d9,segment=NetworkSegment(b6706fab-4ae8-42aa-8ada-1adefbc92609),segment_id=b6706fab-4ae8-42aa-8ada-1adefbc92609)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:06:24.822729 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb6bb07-b15f-4478-87a8-e84ea882eb9f x-openstack-request-id: req-bbb6bb07-b15f-4478-87a8-e84ea882eb9f {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:06:24.823028 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "204d7dde-160a-4e0f-8c23-c205ac15d099", "name": "network-vif-plugged", "status": "completed", "tag": "a59e2276-4826-4703-86f5-50aec68d19d9", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:06:24.823349 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bbb6bb07-b15f-4478-87a8-e84ea882eb9f {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:06:24.823703 dv-cinder-804035-42-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '204d7dde-160a-4e0f-8c23-c205ac15d099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59e2276-4826-4703-86f5-50aec68d19d9', 'code': 200} Mar 07 17:06:24.839439 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (a59e2276-4826-4703-86f5-50aec68d19d9), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:24.889045 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Pushing event updated for resources: {'Port': ['ID=a59e2276-4826-4703-86f5-50aec68d19d9,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:25.259052 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa2e47-0f52-47e1-8319-7e89e965d0e7 req-bcd27e22-5499-44be-b77d-092e616bd4a7 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:25.261049 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cafa2e47-0f52-47e1-8319-7e89e965d0e7 req-bcd27e22-5499-44be-b77d-092e616bd4a7 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 946 time: 0.0513241 Mar 07 17:06:25.311285 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cafa2e47-0f52-47e1-8319-7e89e965d0e7 req-cbca2aff-eda2-4bfb-856d-07f032bf6cc6 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446832 Mar 07 17:06:25.593170 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a15a59-6533-4620-825c-20f64d71eab9 req-9d16579b-1415-457a-aa68-eeb30b576df5 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:25.594618 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-90a15a59-6533-4620-825c-20f64d71eab9 req-9d16579b-1415-457a-aa68-eeb30b576df5 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 945 time: 0.0520167 Mar 07 17:06:25.643501 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-90a15a59-6533-4620-825c-20f64d71eab9 req-c3ea4886-e0d8-418f-aaed-a580e9ccd655 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431786 Mar 07 17:06:25.671031 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f8700e00-ce4d-4621-8b80-30481bc724fa req-5d5f9078-ec1a-4e64-a8b0-69d86f3a5084 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 210 time: 0.0265834 Mar 07 17:06:26.431374 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2fd639-0681-4dc6-a732-52ee6075752b req-99975cba-736e-4bac-9f08-05086fc0bdee tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:26.433020 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3b2fd639-0681-4dc6-a732-52ee6075752b req-99975cba-736e-4bac-9f08-05086fc0bdee tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 946 time: 0.0554111 Mar 07 17:06:26.480344 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3b2fd639-0681-4dc6-a732-52ee6075752b req-59fdf46c-516f-40c3-bb21-1554f6cd8e68 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419354 Mar 07 17:06:26.784672 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c7b1b1e3-a9e3-490f-832c-9d1f8115722f req-3384ea6e-422e-4cb3-8eda-117a85a1b955 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 210 time: 0.0328245 Mar 07 17:06:26.806042 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636743d9-a614-47d8-bb0c-349ee83e21ca req-602f24ae-6aa8-4f15-8895-2501758b0353 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:26.807559 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-636743d9-a614-47d8-bb0c-349ee83e21ca req-602f24ae-6aa8-4f15-8895-2501758b0353 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 945 time: 0.0872617 Mar 07 17:06:26.904122 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-636743d9-a614-47d8-bb0c-349ee83e21ca req-102ac60e-a480-42a8-b0ff-8a588e5f9e29 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877264 Mar 07 17:06:26.912609 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1904a3-e4fe-45b8-93fc-a8c6a33cee83 req-a9bd0b06-74a8-4cdf-8bfc-4cf41b5ab522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:26.914640 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-bd1904a3-e4fe-45b8-93fc-a8c6a33cee83 req-a9bd0b06-74a8-4cdf-8bfc-4cf41b5ab522 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=db35bac585dc40f58eb36a633d40676e&device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 1129 time: 0.0824895 Mar 07 17:06:27.030571 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1904a3-e4fe-45b8-93fc-a8c6a33cee83 req-e475ee99-344c-4741-98c7-2bb0b03ce821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:27.032052 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-bd1904a3-e4fe-45b8-93fc-a8c6a33cee83 req-e475ee99-344c-4741-98c7-2bb0b03ce821 service neutron] 10.222.0.53 "GET /v2.0/networks?id=092694bd-373f-4bfb-9d43-3858867af44b HTTP/1.1" status: 200 len: 918 time: 0.0923202 Mar 07 17:06:27.118110 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-bd1904a3-e4fe-45b8-93fc-a8c6a33cee83 req-a3166fed-8426-4f05-850f-25d8da881ed3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b85220cb-f50a-41fb-b0fa-f73b99d81a2a HTTP/1.1" status: 200 len: 1000 time: 0.0798366 Mar 07 17:06:27.314169 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1904a3-e4fe-45b8-93fc-a8c6a33cee83 req-f1426517-ac77-4f3d-ab01-169ff91b6465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:27.315613 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-bd1904a3-e4fe-45b8-93fc-a8c6a33cee83 req-f1426517-ac77-4f3d-ab01-169ff91b6465 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=74c40c13-f415-433a-b979-4cf6b968572a HTTP/1.1" status: 200 len: 856 time: 0.1060038 Mar 07 17:06:27.334881 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8ba48-882d-4663-9b4b-bc6732de7d9c req-088ab245-1c37-43f1-8918-37d212c8955f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:27.336540 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5bf8ba48-882d-4663-9b4b-bc6732de7d9c req-088ab245-1c37-43f1-8918-37d212c8955f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 1130 time: 0.1041160 Mar 07 17:06:27.429528 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5bf8ba48-882d-4663-9b4b-bc6732de7d9c req-23e9ae9d-1f8a-4737-b8aa-b68ce15ce488 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701396 Mar 07 17:06:27.437765 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1904a3-e4fe-45b8-93fc-a8c6a33cee83 req-13c0d864-81eb-4156-a01e-4d429a4df566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:27.439352 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-bd1904a3-e4fe-45b8-93fc-a8c6a33cee83 req-13c0d864-81eb-4156-a01e-4d429a4df566 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=092694bd-373f-4bfb-9d43-3858867af44b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1165261 Mar 07 17:06:27.632351 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da13428-9c68-4b81-8e22-ef15bdd57612 req-045b3980-2d0d-4bea-84d0-3061f4f623ab tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:27.634126 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8da13428-9c68-4b81-8e22-ef15bdd57612 req-045b3980-2d0d-4bea-84d0-3061f4f623ab tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 946 time: 0.0826814 Mar 07 17:06:27.713753 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8da13428-9c68-4b81-8e22-ef15bdd57612 req-f21aa1b2-f523-4f60-b014-9d9ece338ffb tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732498 Mar 07 17:06:27.789127 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-bd1904a3-e4fe-45b8-93fc-a8c6a33cee83 req-150b3514-740b-4128-ad25-7b9cd9de68e6 service neutron] 10.222.0.53 "GET /v2.0/networks/092694bd-373f-4bfb-9d43-3858867af44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081936 Mar 07 17:06:27.925373 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c6b3c464-edd4-4b3c-87ee-bb3671316f74 req-e55dbee3-cefe-4bfc-816d-8ffdd9c5794e tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 210 time: 0.0357254 Mar 07 17:06:27.951360 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 36806) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:28.028566 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-bd1904a3-e4fe-45b8-93fc-a8c6a33cee83 req-028f730e-b1b6-4f67-aee0-93e7aec53aaa service neutron] 10.222.0.53 "GET /v2.0/networks/092694bd-373f-4bfb-9d43-3858867af44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308505 Mar 07 17:06:28.070458 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_v2 [None req-60c6b712-a8b1-48e2-a02b-262b9022f874 admin admin] Deleting subnet f90e4243-c971-4198-8766-1c39992d5d25 {{(pid=103431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 17:06:28.089547 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-60c6b712-a8b1-48e2-a02b-262b9022f874 admin admin] Publish callbacks [] for subnet (f90e4243-c971-4198-8766-1c39992d5d25), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:28.136050 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-60c6b712-a8b1-48e2-a02b-262b9022f874 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60696947'] for subnet (f90e4243-c971-4198-8766-1c39992d5d25), precommit_delete_associations {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:28.173758 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ce7944-13da-4931-8797-413141c51abc req-528e9937-f84b-4bcc-9591-108b9327b82c tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:28.175581 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-89ce7944-13da-4931-8797-413141c51abc req-528e9937-f84b-4bcc-9591-108b9327b82c tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 945 time: 0.1219704 Mar 07 17:06:28.211998 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-60c6b712-a8b1-48e2-a02b-262b9022f874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712441'] for subnet (f90e4243-c971-4198-8766-1c39992d5d25), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:28.347429 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-89ce7944-13da-4931-8797-413141c51abc req-c5b95f28-caca-407d-83ef-f43b98021608 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608596 Mar 07 17:06:28.379151 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf662194-80af-402f-9824-812a61c65212 req-8e03df65-e91d-45e7-8b8d-bf52178721e0 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:28.379151 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cf662194-80af-402f-9824-812a61c65212 req-8e03df65-e91d-45e7-8b8d-bf52178721e0 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.53 "GET /v2.0/networks?id=a5817453-0687-4232-b082-7a8f6cce82b8 HTTP/1.1" status: 200 len: 811 time: 0.1831148 Mar 07 17:06:28.432116 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-60c6b712-a8b1-48e2-a02b-262b9022f874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58733494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60764649'] for subnet (f90e4243-c971-4198-8766-1c39992d5d25), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:28.475084 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6b712-a8b1-48e2-a02b-262b9022f874 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f90e4243-c971-4198-8766-1c39992d5d25,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:28.477911 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-60c6b712-a8b1-48e2-a02b-262b9022f874 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:28.483434 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-60c6b712-a8b1-48e2-a02b-262b9022f874 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f90e4243-c971-4198-8766-1c39992d5d25 HTTP/1.1" status: 204 len: 168 time: 0.5286789 Mar 07 17:06:28.484215 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 36810) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:28.486431 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cf662194-80af-402f-9824-812a61c65212 req-83036255-d154-4271-a336-6e2a899bf8ee tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f4fc0170321429faf3e9895e52f81ca HTTP/1.1" status: 200 len: 380 time: 0.0980742 Mar 07 17:06:28.504757 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-cf662194-80af-402f-9824-812a61c65212 req-df5696a5-bad4-4101-8c2e-2a503718d722 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Request body: {'port': {'device_id': '4268897a-c308-4af8-9ee1-4d3a0909dc16', 'network_id': 'a5817453-0687-4232-b082-7a8f6cce82b8', 'admin_state_up': True, 'tenant_id': '1f4fc0170321429faf3e9895e52f81ca', 'security_groups': ['b8cca728-9d08-49b0-bac5-aa5f69449504']}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:06:28.572733 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-351db07a-a5ef-4d9c-b168-b6b7516f3fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748406'] for network (ba593602-edf8-456e-903a-c3b91309fe72), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:28.672802 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-351db07a-a5ef-4d9c-b168-b6b7516f3fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856182', 'neutron.services.segments.db._delete_segments_for_network-8762244314215'] for network (ba593602-edf8-456e-903a-c3b91309fe72), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:28.697542 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.services.segments.db [None req-351db07a-a5ef-4d9c-b168-b6b7516f3fa0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba593602-edf8-456e-903a-c3b91309fe72']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:06:28.706307 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf662194-80af-402f-9824-812a61c65212 req-df5696a5-bad4-4101-8c2e-2a503718d722 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Made reservation on behalf of 1f4fc0170321429faf3e9895e52f81ca for: {'port': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:06:28.708209 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.services.segments.db [None req-351db07a-a5ef-4d9c-b168-b6b7516f3fa0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cd949f7-03a8-44ef-bbb6-74e5d6820ac5') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:06:28.708571 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.services.segments.db [None req-351db07a-a5ef-4d9c-b168-b6b7516f3fa0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cd949f7-03a8-44ef-bbb6-74e5d6820ac5') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:06:28.710481 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-cf662194-80af-402f-9824-812a61c65212 req-df5696a5-bad4-4101-8c2e-2a503718d722 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:28.725445 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-351db07a-a5ef-4d9c-b168-b6b7516f3fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762244314736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50883859'] for segment (4cd949f7-03a8-44ef-bbb6-74e5d6820ac5), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:28.763329 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-351db07a-a5ef-4d9c-b168-b6b7516f3fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696658'] for segment (4cd949f7-03a8-44ef-bbb6-74e5d6820ac5), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:28.775249 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-351db07a-a5ef-4d9c-b168-b6b7516f3fa0 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 17:06:28.775684 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-351db07a-a5ef-4d9c-b168-b6b7516f3fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51013805'] for segment (4cd949f7-03a8-44ef-bbb6-74e5d6820ac5), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:28.777625 dv-cinder-804035-42-iscsi neutron-server[103433]: Traceback (most recent call last): Mar 07 17:06:28.777625 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 17:06:28.777625 dv-cinder-804035-42-iscsi neutron-server[103433]: timer() Mar 07 17:06:28.777625 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 17:06:28.777625 dv-cinder-804035-42-iscsi neutron-server[103433]: cb(*args, **kw) Mar 07 17:06:28.777625 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 17:06:28.777625 dv-cinder-804035-42-iscsi neutron-server[103433]: return func(*args, **kwargs) Mar 07 17:06:28.777625 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 17:06:28.777625 dv-cinder-804035-42-iscsi neutron-server[103433]: self._notify() Mar 07 17:06:28.777625 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 17:06:28.777625 dv-cinder-804035-42-iscsi neutron-server[103433]: self.callback(batched_events) Mar 07 17:06:28.777625 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 17:06:28.777625 dv-cinder-804035-42-iscsi neutron-server[103433]: event.method(event) Mar 07 17:06:28.777625 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 17:06:28.777625 dv-cinder-804035-42-iscsi neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 17:06:28.777625 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 17:06:28.777625 dv-cinder-804035-42-iscsi neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 17:06:28.777625 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 17:06:28.777625 dv-cinder-804035-42-iscsi neutron-server[103433]: return f(self, *a, **k) Mar 07 17:06:28.777625 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 17:06:28.777625 dv-cinder-804035-42-iscsi neutron-server[103433]: return self._get(url).json() Mar 07 17:06:28.777625 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 17:06:28.777625 dv-cinder-804035-42-iscsi neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 17:06:28.777625 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 17:06:28.777625 dv-cinder-804035-42-iscsi neutron-server[103433]: return self.request(url, 'GET', **kwargs) Mar 07 17:06:28.777625 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 17:06:28.777625 dv-cinder-804035-42-iscsi neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 17:06:28.777625 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 17:06:28.777625 dv-cinder-804035-42-iscsi neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 17:06:28.777625 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 17:06:28.777625 dv-cinder-804035-42-iscsi neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 17:06:28.777625 dv-cinder-804035-42-iscsi neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 17:06:28.913497 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-351db07a-a5ef-4d9c-b168-b6b7516f3fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2048162'] for network (ba593602-edf8-456e-903a-c3b91309fe72), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:28.919815 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-351db07a-a5ef-4d9c-b168-b6b7516f3fa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:28.934058 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-351db07a-a5ef-4d9c-b168-b6b7516f3fa0 admin admin] 10.222.0.45 "DELETE /v2.0/networks/ba593602-edf8-456e-903a-c3b91309fe72 HTTP/1.1" status: 204 len: 168 time: 0.4486170 Mar 07 17:06:28.962585 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351db07a-a5ef-4d9c-b168-b6b7516f3fa0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba593602-edf8-456e-903a-c3b91309fe72,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:28.980021 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [req-cf662194-80af-402f-9824-812a61c65212 req-df5696a5-bad4-4101-8c2e-2a503718d722 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Allocated IP 172.20.0.11 (a5817453-0687-4232-b082-7a8f6cce82b8/1727d561-64eb-436e-b9e1-627515b9c111/988f72d7-80a4-43cf-873b-0e5d21b43431) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:06:29.372268 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 36820) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:29.419736 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a63e7-9131-4036-8e64-ec4b235dbb25 req-fd606715-800c-49e5-9080-1cea6f25517a tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:29.421269 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-088a63e7-9131-4036-8e64-ec4b235dbb25 req-fd606715-800c-49e5-9080-1cea6f25517a tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 946 time: 0.5965335 Mar 07 17:06:29.425961 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-895393ec-4df2-4f23-94a2-a6babdccf5ff admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bd6188d67ed045bbb9f5a1d8a4aa2fe5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0523827 Mar 07 17:06:29.428286 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 36824) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:29.437107 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4133f03c-ddcc-4949-88f7-1476fc5dc15c req-a5b7df36-86a8-483d-8c01-d51645d3b197 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 210 time: 0.0725055 Mar 07 17:06:29.501909 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-cf662194-80af-402f-9824-812a61c65212 req-df5696a5-bad4-4101-8c2e-2a503718d722 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks [] for port (988f72d7-80a4-43cf-873b-0e5d21b43431), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:29.540418 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d32e4074-5c51-4dcb-a030-9ff02cefca7b admin admin] Publish callbacks [] for security_group (5556d38f-cae6-4b56-83ff-aaf36e7dcf4a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:29.617152 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d32e4074-5c51-4dcb-a030-9ff02cefca7b admin admin] Publish callbacks [] for security_group (5556d38f-cae6-4b56-83ff-aaf36e7dcf4a), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:29.687990 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-088a63e7-9131-4036-8e64-ec4b235dbb25 req-af891162-7b66-4c4f-abd6-683885156c7d tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2243199 Mar 07 17:06:29.691489 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d6a64-dfcb-44d7-8c67-b683ae9a6de3 req-cebe229d-6627-4e19-a1ba-78a2dfe02f3a tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:29.693123 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7c2d6a64-dfcb-44d7-8c67-b683ae9a6de3 req-cebe229d-6627-4e19-a1ba-78a2dfe02f3a tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 945 time: 0.1219318 Mar 07 17:06:29.753535 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7c2d6a64-dfcb-44d7-8c67-b683ae9a6de3 req-7d2fbb96-4262-4304-ba67-2fd3106d08d0 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549531 Mar 07 17:06:29.959597 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-cf662194-80af-402f-9824-812a61c65212 req-df5696a5-bad4-4101-8c2e-2a503718d722 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (988f72d7-80a4-43cf-873b-0e5d21b43431), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:30.005278 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d32e4074-5c51-4dcb-a030-9ff02cefca7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (5556d38f-cae6-4b56-83ff-aaf36e7dcf4a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:30.007761 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf662194-80af-402f-9824-812a61c65212 req-df5696a5-bad4-4101-8c2e-2a503718d722 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Network a5817453-0687-4232-b082-7a8f6cce82b8 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:06:30.008335 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d32e4074-5c51-4dcb-a030-9ff02cefca7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:30.009597 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [req-cf662194-80af-402f-9824-812a61c65212 req-df5696a5-bad4-4101-8c2e-2a503718d722 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:06:30.010041 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-d32e4074-5c51-4dcb-a030-9ff02cefca7b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5556d38f-cae6-4b56-83ff-aaf36e7dcf4a HTTP/1.1" status: 204 len: 168 time: 0.5804651 Mar 07 17:06:30.014213 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf662194-80af-402f-9824-812a61c65212 req-df5696a5-bad4-4101-8c2e-2a503718d722 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:06:30.019773 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e4074-5c51-4dcb-a030-9ff02cefca7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5556d38f-cae6-4b56-83ff-aaf36e7dcf4a,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:30.045549 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5696a5-bad4-4101-8c2e-2a503718d722 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Pushing event updated for resources: {'Port': ['ID=988f72d7-80a4-43cf-873b-0e5d21b43431,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:30.071348 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf662194-80af-402f-9824-812a61c65212 req-df5696a5-bad4-4101-8c2e-2a503718d722 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:30.076343 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-cf662194-80af-402f-9824-812a61c65212 req-df5696a5-bad4-4101-8c2e-2a503718d722 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:30.203164 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cf662194-80af-402f-9824-812a61c65212 req-df5696a5-bad4-4101-8c2e-2a503718d722 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7077019 Mar 07 17:06:30.288849 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-cf662194-80af-402f-9824-812a61c65212 req-d690e381-f0fe-4fe1-9edb-819b98a2b004 service neutron] Request body: {'port': {'device_id': '4268897a-c308-4af8-9ee1-4d3a0909dc16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:06:30.320444 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-175ec445-a6c4-40bb-aa47-f0121cef05e3 None None] Provisioning complete for port 988f72d7-80a4-43cf-873b-0e5d21b43431 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:06:30.321069 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-175ec445-a6c4-40bb-aa47-f0121cef05e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (988f72d7-80a4-43cf-873b-0e5d21b43431), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:30.364938 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-175ec445-a6c4-40bb-aa47-f0121cef05e3 None None] Port 988f72d7-80a4-43cf-873b-0e5d21b43431 cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:06:30.378994 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-cf662194-80af-402f-9824-812a61c65212 req-d690e381-f0fe-4fe1-9edb-819b98a2b004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (988f72d7-80a4-43cf-873b-0e5d21b43431), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:30.679519 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d140d5e5-b56b-4780-9a83-069acc3760b1 req-64caf874-2190-483a-bd80-40d74eef29ab tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:30.681069 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d140d5e5-b56b-4780-9a83-069acc3760b1 req-64caf874-2190-483a-bd80-40d74eef29ab tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 932 time: 0.1408274 Mar 07 17:06:30.859418 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d140d5e5-b56b-4780-9a83-069acc3760b1 req-0b16b409-6c54-4cb7-b142-c568fe8f6985 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666477 Mar 07 17:06:30.877986 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [req-cf662194-80af-402f-9824-812a61c65212 req-d690e381-f0fe-4fe1-9edb-819b98a2b004 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 988f72d7-80a4-43cf-873b-0e5d21b43431 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:06:30.887224 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-cf662194-80af-402f-9824-812a61c65212 req-d690e381-f0fe-4fe1-9edb-819b98a2b004 service neutron] Publish callbacks [] for port (988f72d7-80a4-43cf-873b-0e5d21b43431), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:30.904966 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8c827-3f91-4b4c-b60c-4d0461cf1988 req-31d79c63-6f49-41e9-9648-3b9809042cb5 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:30.904966 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e8e8c827-3f91-4b4c-b60c-4d0461cf1988 req-31d79c63-6f49-41e9-9648-3b9809042cb5 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 946 time: 0.1502461 Mar 07 17:06:30.915408 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [req-cf662194-80af-402f-9824-812a61c65212 req-d690e381-f0fe-4fe1-9edb-819b98a2b004 service neutron] Transition to ACTIVE for port object 988f72d7-80a4-43cf-873b-0e5d21b43431 will not be triggered until provisioned by entity L2. {{(pid=103431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 17:06:30.978433 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e8e8c827-3f91-4b4c-b60c-4d0461cf1988 req-5c9ce218-60e3-4c7e-9390-148dd517374b tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673299 Mar 07 17:06:31.008289 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-cf662194-80af-402f-9824-812a61c65212 req-d690e381-f0fe-4fe1-9edb-819b98a2b004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58733560'] for port (988f72d7-80a4-43cf-873b-0e5d21b43431), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:31.085647 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d690e381-f0fe-4fe1-9edb-819b98a2b004 service neutron] Pushing event updated for resources: {'Port': ['ID=988f72d7-80a4-43cf-873b-0e5d21b43431,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:31.100773 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ed693d-7a26-4eba-abe7-bc11e50a5493 req-ccee9c40-1fe2-47ac-8efa-b82405ebd1ec tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:31.108062 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d1ed693d-7a26-4eba-abe7-bc11e50a5493 req-ccee9c40-1fe2-47ac-8efa-b82405ebd1ec tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 945 time: 0.1502233 Mar 07 17:06:31.218382 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d1ed693d-7a26-4eba-abe7-bc11e50a5493 req-1620c06a-f8e5-4d8d-9cad-8d05a9b45121 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096799 Mar 07 17:06:31.219245 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-cf662194-80af-402f-9824-812a61c65212 req-d690e381-f0fe-4fe1-9edb-819b98a2b004 service neutron] Attempting to bind port 988f72d7-80a4-43cf-873b-0e5d21b43431 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:06:31.219613 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-cf662194-80af-402f-9824-812a61c65212 req-d690e381-f0fe-4fe1-9edb-819b98a2b004 service neutron] Attempting to bind port 988f72d7-80a4-43cf-873b-0e5d21b43431 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'faf6d561-63e2-4581-ba72-4e6d7076e38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a5817453-0687-4232-b082-7a8f6cce82b8'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:06:31.219944 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf662194-80af-402f-9824-812a61c65212 req-d690e381-f0fe-4fe1-9edb-819b98a2b004 service neutron] Attempting to bind port 988f72d7-80a4-43cf-873b-0e5d21b43431 on network a5817453-0687-4232-b082-7a8f6cce82b8 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:06:31.230930 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf662194-80af-402f-9824-812a61c65212 req-d690e381-f0fe-4fe1-9edb-819b98a2b004 service neutron] Port 988f72d7-80a4-43cf-873b-0e5d21b43431 on network a5817453-0687-4232-b082-7a8f6cce82b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 17:06:31.234321 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf662194-80af-402f-9824-812a61c65212 req-d690e381-f0fe-4fe1-9edb-819b98a2b004 service neutron] Attempting to bind port 988f72d7-80a4-43cf-873b-0e5d21b43431 on network a5817453-0687-4232-b082-7a8f6cce82b8 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:06:31.245434 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf662194-80af-402f-9824-812a61c65212 req-d690e381-f0fe-4fe1-9edb-819b98a2b004 service neutron] Checking agent: {'id': 'c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 17, 0, 18), 'started_at': datetime.datetime(2022, 3, 7, 17, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:06:31.245718 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf662194-80af-402f-9824-812a61c65212 req-d690e381-f0fe-4fe1-9edb-819b98a2b004 service neutron] Checking segment: {'id': 'faf6d561-63e2-4581-ba72-4e6d7076e38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a5817453-0687-4232-b082-7a8f6cce82b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:06:31.246071 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf662194-80af-402f-9824-812a61c65212 req-d690e381-f0fe-4fe1-9edb-819b98a2b004 service neutron] Bound using segment: {'id': 'faf6d561-63e2-4581-ba72-4e6d7076e38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a5817453-0687-4232-b082-7a8f6cce82b8'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:06:31.246500 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-cf662194-80af-402f-9824-812a61c65212 req-d690e381-f0fe-4fe1-9edb-819b98a2b004 service neutron] Bound port: 988f72d7-80a4-43cf-873b-0e5d21b43431, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faf6d561-63e2-4581-ba72-4e6d7076e38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a5817453-0687-4232-b082-7a8f6cce82b8'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:06:31.246861 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-cf662194-80af-402f-9824-812a61c65212 req-d690e381-f0fe-4fe1-9edb-819b98a2b004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (988f72d7-80a4-43cf-873b-0e5d21b43431), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:31.349582 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-cf662194-80af-402f-9824-812a61c65212 req-d690e381-f0fe-4fe1-9edb-819b98a2b004 service neutron] For port 988f72d7-80a4-43cf-873b-0e5d21b43431, host hv-cinder-80403, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:06:31.365864 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-cf662194-80af-402f-9824-812a61c65212 req-d690e381-f0fe-4fe1-9edb-819b98a2b004 service neutron] For port 988f72d7-80a4-43cf-873b-0e5d21b43431, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=988f72d7-80a4-43cf-873b-0e5d21b43431,segment=NetworkSegment(faf6d561-63e2-4581-ba72-4e6d7076e38e),segment_id=faf6d561-63e2-4581-ba72-4e6d7076e38e)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:06:31.439915 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-cf662194-80af-402f-9824-812a61c65212 req-d690e381-f0fe-4fe1-9edb-819b98a2b004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58733560'] for port (988f72d7-80a4-43cf-873b-0e5d21b43431), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:31.528535 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf662194-80af-402f-9824-812a61c65212 req-d690e381-f0fe-4fe1-9edb-819b98a2b004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:31.530057 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-cf662194-80af-402f-9824-812a61c65212 req-d690e381-f0fe-4fe1-9edb-819b98a2b004 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:31.531304 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cf662194-80af-402f-9824-812a61c65212 req-d690e381-f0fe-4fe1-9edb-819b98a2b004 service neutron] 10.222.0.53 "PUT /v2.0/ports/988f72d7-80a4-43cf-873b-0e5d21b43431 HTTP/1.1" status: 200 len: 1094 time: 1.2462609 Mar 07 17:06:31.531784 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4268897a-c308-4af8-9ee1-4d3a0909dc16', 'tag': '988f72d7-80a4-43cf-873b-0e5d21b43431'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:06:31.534388 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aba4c615e876ca6c23e5fed61a3d1f980fac3f984d457871ad3b292fe147bdb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8463e2da-27ad-4b7f-8501-b20ce890a312" -d '{"events": [{"name": "network-changed", "server_uuid": "4268897a-c308-4af8-9ee1-4d3a0909dc16", "tag": "988f72d7-80a4-43cf-873b-0e5d21b43431"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:06:31.538416 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d690e381-f0fe-4fe1-9edb-819b98a2b004 service neutron] Pushing event updated for resources: {'Port': ['ID=988f72d7-80a4-43cf-873b-0e5d21b43431,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:31.602143 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e41de2-5eac-4755-9e5b-fafa66e3bdbc x-openstack-request-id: req-c8e41de2-5eac-4755-9e5b-fafa66e3bdbc {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:06:31.602456 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4268897a-c308-4af8-9ee1-4d3a0909dc16", "tag": "988f72d7-80a4-43cf-873b-0e5d21b43431", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:06:31.602719 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c8e41de2-5eac-4755-9e5b-fafa66e3bdbc {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:06:31.603126 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4268897a-c308-4af8-9ee1-4d3a0909dc16', 'tag': '988f72d7-80a4-43cf-873b-0e5d21b43431', 'status': 'completed', 'code': 200} Mar 07 17:06:32.032948 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1d5ed-0ce5-4c2e-a74b-2e3a1554142b req-52c0a48b-1952-4662-ae0c-acabd3d5d66c tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:32.040766 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-83b1d5ed-0ce5-4c2e-a74b-2e3a1554142b req-52c0a48b-1952-4662-ae0c-acabd3d5d66c tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 944 time: 0.0857084 Mar 07 17:06:32.133296 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-83b1d5ed-0ce5-4c2e-a74b-2e3a1554142b req-671194dd-00b4-4d89-8b27-b5b21ed7aa0a tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905747 Mar 07 17:06:32.168169 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c03934-5b44-41c8-a944-f17702c06693 req-240e281a-88d1-482f-abd1-fcc8d31e2cc6 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:32.169988 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-87c03934-5b44-41c8-a944-f17702c06693 req-240e281a-88d1-482f-abd1-fcc8d31e2cc6 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 946 time: 0.1110501 Mar 07 17:06:32.237334 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-87c03934-5b44-41c8-a944-f17702c06693 req-dbb204c0-ab7a-4c04-8c8b-75a1abd044bc tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617578 Mar 07 17:06:32.376764 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d8a3f-1f44-41e6-b22a-1b2e69c938b8 req-621066b5-f9fd-45d5-ac3f-e818275f8cff tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:32.384567 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9d4d8a3f-1f44-41e6-b22a-1b2e69c938b8 req-621066b5-f9fd-45d5-ac3f-e818275f8cff tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 945 time: 0.0713696 Mar 07 17:06:32.452115 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9d4d8a3f-1f44-41e6-b22a-1b2e69c938b8 req-1f2482ee-d385-4c2b-b8f4-5c65877190bb tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664597 Mar 07 17:06:32.752967 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8463e2da-27ad-4b7f-8501-b20ce890a312 req-50165ed7-afff-49a4-a222-58e738d12abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:32.755371 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8463e2da-27ad-4b7f-8501-b20ce890a312 req-50165ed7-afff-49a4-a222-58e738d12abb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1f4fc0170321429faf3e9895e52f81ca&device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 1128 time: 0.0686910 Mar 07 17:06:32.941582 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8463e2da-27ad-4b7f-8501-b20ce890a312 req-cdc7cd62-7f6f-46a5-8c09-932f654856bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:32.943182 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8463e2da-27ad-4b7f-8501-b20ce890a312 req-cdc7cd62-7f6f-46a5-8c09-932f654856bc service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=1f4fc0170321429faf3e9895e52f81ca&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1615410 Mar 07 17:06:33.064268 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8463e2da-27ad-4b7f-8501-b20ce890a312 req-bc5a23cc-f31b-45cd-9c0e-ee08a6fa6c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:33.065769 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8463e2da-27ad-4b7f-8501-b20ce890a312 req-bc5a23cc-f31b-45cd-9c0e-ee08a6fa6c52 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1158164 Mar 07 17:06:33.282684 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf662194-80af-402f-9824-812a61c65212 req-93755c2b-863f-4f8b-94a1-c9fa42b070db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:33.282684 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cf662194-80af-402f-9824-812a61c65212 req-93755c2b-863f-4f8b-94a1-c9fa42b070db service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1f4fc0170321429faf3e9895e52f81ca&device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 1128 time: 0.1137798 Mar 07 17:06:33.328575 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24095771-4a01-4718-a25d-984146e49aed req-9b55a8bc-0a8c-4be8-8851-93d1731b904f tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:33.330110 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-24095771-4a01-4718-a25d-984146e49aed req-9b55a8bc-0a8c-4be8-8851-93d1731b904f tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 944 time: 0.1119106 Mar 07 17:06:33.463236 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cf662194-80af-402f-9824-812a61c65212 req-56d0507a-2433-4b76-86c3-cf19ed8a1af4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=988f72d7-80a4-43cf-873b-0e5d21b43431 HTTP/1.1" status: 200 len: 217 time: 0.0551996 Mar 07 17:06:33.468661 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-24095771-4a01-4718-a25d-984146e49aed req-997e4192-bea8-43f7-a020-675da6e6ca50 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244993 Mar 07 17:06:33.477400 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d2c63-8595-4651-82de-630b8cc0861f req-da6ab1cb-a3ea-460b-aed5-d8493454bc59 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:33.479087 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1d9d2c63-8595-4651-82de-630b8cc0861f req-da6ab1cb-a3ea-460b-aed5-d8493454bc59 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 946 time: 0.1480327 Mar 07 17:06:33.577667 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf662194-80af-402f-9824-812a61c65212 req-69738bf5-2eba-4d9b-8378-e88ed3cb557f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:33.579227 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cf662194-80af-402f-9824-812a61c65212 req-69738bf5-2eba-4d9b-8378-e88ed3cb557f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1727d561-64eb-436e-b9e1-627515b9c111 HTTP/1.1" status: 200 len: 850 time: 0.0990555 Mar 07 17:06:33.641873 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1d9d2c63-8595-4651-82de-630b8cc0861f req-db5496f6-df85-49bc-b567-965c6e218a79 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520908 Mar 07 17:06:33.683335 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c8c84-0943-4cd6-8de1-0459cfbb09af req-34f953d7-c06e-4aa7-a9e4-3e8a094c7ba6 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:33.683335 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b55c8c84-0943-4cd6-8de1-0459cfbb09af req-34f953d7-c06e-4aa7-a9e4-3e8a094c7ba6 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 945 time: 0.1201425 Mar 07 17:06:33.683335 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf662194-80af-402f-9824-812a61c65212 req-6b2e7a7e-f074-46af-84df-bac01f29afbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:33.683335 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cf662194-80af-402f-9824-812a61c65212 req-6b2e7a7e-f074-46af-84df-bac01f29afbc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a5817453-0687-4232-b082-7a8f6cce82b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0806389 Mar 07 17:06:33.778418 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b55c8c84-0943-4cd6-8de1-0459cfbb09af req-bb415818-4b40-45e3-807f-18c472adcf61 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993128 Mar 07 17:06:33.845235 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603749b-d1df-46a6-bfb9-db8391c0c59f req-ae7e861d-40e7-4018-a5f8-3a3aded05b72 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:33.846708 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8603749b-d1df-46a6-bfb9-db8391c0c59f req-ae7e861d-40e7-4018-a5f8-3a3aded05b72 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 946 time: 0.1220293 Mar 07 17:06:33.851995 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cf662194-80af-402f-9824-812a61c65212 req-b7f4f059-98db-453b-8ada-b64899ab2f4d service neutron] 10.222.0.53 "GET /v2.0/networks/a5817453-0687-4232-b082-7a8f6cce82b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511233 Mar 07 17:06:33.959648 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8603749b-d1df-46a6-bfb9-db8391c0c59f req-e14d28dc-9b96-4e12-a3df-e75adb2c8a8e tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066046 Mar 07 17:06:33.982036 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cf662194-80af-402f-9824-812a61c65212 req-6ee1ca57-dd4d-4a9c-b887-8e5ee98a7fa2 service neutron] 10.222.0.53 "GET /v2.0/networks/a5817453-0687-4232-b082-7a8f6cce82b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234639 Mar 07 17:06:33.992258 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 36944) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:34.205207 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71f4680-ab6e-496c-9b75-de6e1d76699d tempest-TestShelveInstance-1006692070 tempest-TestShelveInstance-1006692070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:34.206723 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-a71f4680-ab6e-496c-9b75-de6e1d76699d tempest-TestShelveInstance-1006692070 tempest-TestShelveInstance-1006692070-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 1125 time: 0.2135351 Mar 07 17:06:34.209754 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 36948) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:34.213984 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-9fa6350f-e0d5-4e9e-9b0c-7491537288a5 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Request body: {'floatingip': {'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'port_id': 'a59e2276-4826-4703-86f5-50aec68d19d9', 'tenant_id': '9c209a56518a47aea7e997fd4223a98c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:06:34.313306 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9fa6350f-e0d5-4e9e-9b0c-7491537288a5 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:34.477956 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9fa6350f-e0d5-4e9e-9b0c-7491537288a5 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:34.671133 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab251bc-1b56-4454-b5fa-59210d3a81ae req-9a21a78f-ec25-48e8-b4da-98932a9213f0 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:34.678502 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-aab251bc-1b56-4454-b5fa-59210d3a81ae req-9a21a78f-ec25-48e8-b4da-98932a9213f0 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 944 time: 0.1030006 Mar 07 17:06:34.737227 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-9fa6350f-e0d5-4e9e-9b0c-7491537288a5 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Allocated IP 172.27.3.86 (ca3ae6bc-acc1-44d4-99e8-2239d5d79721/7ea6e5b5-19cc-4407-9435-cc1a16805785/dae402c8-a70d-47fc-9adf-0c94d6880d38) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:06:34.848410 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-aab251bc-1b56-4454-b5fa-59210d3a81ae req-a55699f7-0363-44f4-85d2-d5080ea561fe tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690817 Mar 07 17:06:35.001051 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9fa6350f-e0d5-4e9e-9b0c-7491537288a5 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Publish callbacks [] for port (dae402c8-a70d-47fc-9adf-0c94d6880d38), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:35.033323 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d097c38-bbdc-4f49-8257-09938034398d req-9f2ae289-f6bc-4d66-9f4d-a6c7faee8994 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:35.035069 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5d097c38-bbdc-4f49-8257-09938034398d req-9f2ae289-f6bc-4d66-9f4d-a6c7faee8994 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 945 time: 0.1348681 Mar 07 17:06:35.133315 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5d097c38-bbdc-4f49-8257-09938034398d req-ba9981d3-4c67-43f5-9d73-d7d915b2ec1a tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827863 Mar 07 17:06:35.188469 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9fa6350f-e0d5-4e9e-9b0c-7491537288a5 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (dae402c8-a70d-47fc-9adf-0c94d6880d38), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:35.237836 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa6350f-e0d5-4e9e-9b0c-7491537288a5 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Network ca3ae6bc-acc1-44d4-99e8-2239d5d79721 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:06:35.240750 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-9fa6350f-e0d5-4e9e-9b0c-7491537288a5 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:06:35.244641 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa6350f-e0d5-4e9e-9b0c-7491537288a5 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:06:35.271582 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa6350f-e0d5-4e9e-9b0c-7491537288a5 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Pushing event updated for resources: {'Port': ['ID=dae402c8-a70d-47fc-9adf-0c94d6880d38,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:35.293668 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:06:35.815707 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9fa6350f-e0d5-4e9e-9b0c-7491537288a5 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Publish callbacks [] for floatingip (35c4c0f6-4ac9-4fd3-a367-d159c8aee246), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:36.014830 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa9ace-3cd2-45ed-8e4a-0fed9f5fc4d7 req-6d9b0d22-1206-4ab4-8df9-f7973cc735c1 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:36.016745 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8aaa9ace-3cd2-45ed-8e4a-0fed9f5fc4d7 req-6d9b0d22-1206-4ab4-8df9-f7973cc735c1 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 944 time: 0.0809321 Mar 07 17:06:36.023036 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9fa6350f-e0d5-4e9e-9b0c-7491537288a5 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (dae402c8-a70d-47fc-9adf-0c94d6880d38), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:36.101307 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8aaa9ace-3cd2-45ed-8e4a-0fed9f5fc4d7 req-dbffe969-0745-449f-aaab-6c47239b9ff6 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761724 Mar 07 17:06:36.298570 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9fa6350f-e0d5-4e9e-9b0c-7491537288a5 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Publish callbacks [] for port (dae402c8-a70d-47fc-9adf-0c94d6880d38), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:36.319801 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea49f3-8625-4beb-9619-2f3ca6e4eb59 req-b1eabbbb-84f5-4307-aacd-9efdf202e0ba tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:36.321298 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ebea49f3-8625-4beb-9619-2f3ca6e4eb59 req-b1eabbbb-84f5-4307-aacd-9efdf202e0ba tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 945 time: 0.0732870 Mar 07 17:06:36.364731 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9fa6350f-e0d5-4e9e-9b0c-7491537288a5 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58733560'] for port (dae402c8-a70d-47fc-9adf-0c94d6880d38), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:36.756421 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ebea49f3-8625-4beb-9619-2f3ca6e4eb59 req-7de31374-33b6-4697-95d6-6d5629928f13 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4193404 Mar 07 17:06:36.771086 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa6350f-e0d5-4e9e-9b0c-7491537288a5 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Pushing event updated for resources: {'Port': ['ID=dae402c8-a70d-47fc-9adf-0c94d6880d38,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:36.785453 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9fa6350f-e0d5-4e9e-9b0c-7491537288a5 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2049624'] for floatingip (35c4c0f6-4ac9-4fd3-a367-d159c8aee246), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:36.906444 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.db.l3_db [None req-9fa6350f-e0d5-4e9e-9b0c-7491537288a5 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Floating IP 35c4c0f6-4ac9-4fd3-a367-d159c8aee246 associated. External IP: 172.27.3.86, port: a59e2276-4826-4703-86f5-50aec68d19d9. Mar 07 17:06:37.245625 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa6350f-e0d5-4e9e-9b0c-7491537288a5 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Router eb24e58a-d306-483c-88a0-eb4acabe1110 has already been hosted by L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:06:37.310428 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b64993-3aa4-45ee-97b8-21b9eb05d376 req-d0cc4ee8-2413-44af-a0bb-b2374d5127b1 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:37.312383 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-87b64993-3aa4-45ee-97b8-21b9eb05d376 req-d0cc4ee8-2413-44af-a0bb-b2374d5127b1 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 944 time: 0.1052177 Mar 07 17:06:37.413977 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-87b64993-3aa4-45ee-97b8-21b9eb05d376 req-798e36a5-ab29-410e-8efc-9e9fe8b3d78e tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916121 Mar 07 17:06:37.423906 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa6350f-e0d5-4e9e-9b0c-7491537288a5 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:06:37.436080 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bfd426-131f-4885-938d-dd45ea2e9148 None None] Sync routers for ids ['eb24e58a-d306-483c-88a0-eb4acabe1110'] in dv-cinder-804035-42-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:06:37.446428 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bfd426-131f-4885-938d-dd45ea2e9148 None None] Routers {'eb24e58a-d306-483c-88a0-eb4acabe1110'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:06:37.447111 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-b4bfd426-131f-4885-938d-dd45ea2e9148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:06:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['eb24e58a-d306-483c-88a0-eb4acabe1110'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:06:37.691468 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-b4bfd426-131f-4885-938d-dd45ea2e9148 None None] Set router eb24e58a-d306-483c-88a0-eb4acabe1110 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:06:37.710289 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9fa6350f-e0d5-4e9e-9b0c-7491537288a5 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:37.742217 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-9fa6350f-e0d5-4e9e-9b0c-7491537288a5 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5313530 Mar 07 17:06:37.742852 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '204d7dde-160a-4e0f-8c23-c205ac15d099', 'tag': 'a59e2276-4826-4703-86f5-50aec68d19d9'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:06:37.745821 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aba4c615e876ca6c23e5fed61a3d1f980fac3f984d457871ad3b292fe147bdb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6934b2ea-2e7e-467f-b13a-c7f35278ab58" -d '{"events": [{"name": "network-changed", "server_uuid": "204d7dde-160a-4e0f-8c23-c205ac15d099", "tag": "a59e2276-4826-4703-86f5-50aec68d19d9"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:06:37.785094 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8176f4f5-9501-4a42-a1bb-049a633725d1 x-openstack-request-id: req-8176f4f5-9501-4a42-a1bb-049a633725d1 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:06:37.785480 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "204d7dde-160a-4e0f-8c23-c205ac15d099", "tag": "a59e2276-4826-4703-86f5-50aec68d19d9", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:06:37.785763 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8176f4f5-9501-4a42-a1bb-049a633725d1 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:06:37.786252 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '204d7dde-160a-4e0f-8c23-c205ac15d099', 'tag': 'a59e2276-4826-4703-86f5-50aec68d19d9', 'status': 'completed', 'code': 200} Mar 07 17:06:37.894393 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934b2ea-2e7e-467f-b13a-c7f35278ab58 req-80d8c229-8346-4d8f-a10c-8adefca7380e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:37.895892 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6934b2ea-2e7e-467f-b13a-c7f35278ab58 req-80d8c229-8346-4d8f-a10c-8adefca7380e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9c209a56518a47aea7e997fd4223a98c&device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 1130 time: 0.0857790 Mar 07 17:06:37.930801 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f267b-4415-421e-8c37-074bd8e483f4 req-76207c98-725f-4581-8eb2-95ef266ffb9f tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:37.932970 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0a1f267b-4415-421e-8c37-074bd8e483f4 req-76207c98-725f-4581-8eb2-95ef266ffb9f tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 945 time: 0.0893116 Mar 07 17:06:38.009669 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-b4bfd426-131f-4885-938d-dd45ea2e9148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb24e58a-d306-483c-88a0-eb4acabe1110', 'name': 'tempest-TestShelveInstance-1210523138-router', 'tenant_id': '9c209a56518a47aea7e997fd4223a98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '700fbc10-f6b5-4502-bb37-c6d1228d10fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:04:53Z', 'updated_at': '2022-03-07T17:04:56Z', 'revision_number': 4, 'project_id': '9c209a56518a47aea7e997fd4223a98c', 'gw_port': {'id': '700fbc10-f6b5-4502-bb37-c6d1228d10fd', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:51:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb24e58a-d306-483c-88a0-eb4acabe1110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:53Z', 'updated_at': '2022-03-07T17:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_floatingips': [{'id': '35c4c0f6-4ac9-4fd3-a367-d159c8aee246', 'tenant_id': '9c209a56518a47aea7e997fd4223a98c', 'floating_ip_address': '172.27.3.86', 'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'router_id': 'eb24e58a-d306-483c-88a0-eb4acabe1110', 'port_id': 'a59e2276-4826-4703-86f5-50aec68d19d9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f09f7dbb-82c6-4d35-8521-db45cf32e53c', 'mac_address': 'fa:16:3e:5a:1f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204d7dde-160a-4e0f-8c23-c205ac15d099', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:06:35Z', 'updated_at': '2022-03-07T17:06:35Z', 'revision_number': 0, 'project_id': '9c209a56518a47aea7e997fd4223a98c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8b03bae-43aa-4a01-81e9-24d4498b1aac', 'name': '', 'network_id': 'f09f7dbb-82c6-4d35-8521-db45cf32e53c', 'tenant_id': '9c209a56518a47aea7e997fd4223a98c', 'mac_address': 'fa:16:3e:ac:d8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb24e58a-d306-483c-88a0-eb4acabe1110', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '59906c62-41b2-4312-809f-0ad753757d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:55Z', 'updated_at': '2022-03-07T17:05:01Z', 'revision_number': 5, 'project_id': '9c209a56518a47aea7e997fd4223a98c', 'subnets': [{'id': '59906c62-41b2-4312-809f-0ad753757d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:06:38.031570 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0a1f267b-4415-421e-8c37-074bd8e483f4 req-beb65371-d56d-4ccc-8697-d41709523eec tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878065 Mar 07 17:06:38.036797 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bfd426-131f-4885-938d-dd45ea2e9148 None None] Checking router: eb24e58a-d306-483c-88a0-eb4acabe1110 for host: dv-cinder-804035-42-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:06:38.043580 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934b2ea-2e7e-467f-b13a-c7f35278ab58 req-07a61fa5-7255-4d21-90ae-cfc70e05d49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:38.045638 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6934b2ea-2e7e-467f-b13a-c7f35278ab58 req-07a61fa5-7255-4d21-90ae-cfc70e05d49d service neutron] 10.222.0.53 "GET /v2.0/networks?id=f09f7dbb-82c6-4d35-8521-db45cf32e53c HTTP/1.1" status: 200 len: 910 time: 0.1415479 Mar 07 17:06:38.051262 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bfd426-131f-4885-938d-dd45ea2e9148 None None] Routers {'eb24e58a-d306-483c-88a0-eb4acabe1110'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:06:38.052084 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-b4bfd426-131f-4885-938d-dd45ea2e9148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:06:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['eb24e58a-d306-483c-88a0-eb4acabe1110'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:06:38.137405 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6934b2ea-2e7e-467f-b13a-c7f35278ab58 req-d10886c5-96af-413c-af37-4385eb3da096 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a59e2276-4826-4703-86f5-50aec68d19d9 HTTP/1.1" status: 200 len: 999 time: 0.0842247 Mar 07 17:06:38.189305 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-b4bfd426-131f-4885-938d-dd45ea2e9148 None None] Set router eb24e58a-d306-483c-88a0-eb4acabe1110 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:06:38.202607 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934b2ea-2e7e-467f-b13a-c7f35278ab58 req-6b200347-6c02-4440-9e41-0b23b79bbab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:38.204587 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6934b2ea-2e7e-467f-b13a-c7f35278ab58 req-6b200347-6c02-4440-9e41-0b23b79bbab7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=59906c62-41b2-4312-809f-0ad753757d03 HTTP/1.1" status: 200 len: 848 time: 0.0607047 Mar 07 17:06:38.272263 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934b2ea-2e7e-467f-b13a-c7f35278ab58 req-47ebc372-95fc-4e41-b85b-ed25b127b8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:38.274171 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6934b2ea-2e7e-467f-b13a-c7f35278ab58 req-47ebc372-95fc-4e41-b85b-ed25b127b8df service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f09f7dbb-82c6-4d35-8521-db45cf32e53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0589719 Mar 07 17:06:38.410518 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6934b2ea-2e7e-467f-b13a-c7f35278ab58 req-81ba9f13-e5a2-42da-be43-0b259a742847 service neutron] 10.222.0.53 "GET /v2.0/networks/f09f7dbb-82c6-4d35-8521-db45cf32e53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294520 Mar 07 17:06:38.528866 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-b4bfd426-131f-4885-938d-dd45ea2e9148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb24e58a-d306-483c-88a0-eb4acabe1110', 'name': 'tempest-TestShelveInstance-1210523138-router', 'tenant_id': '9c209a56518a47aea7e997fd4223a98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '700fbc10-f6b5-4502-bb37-c6d1228d10fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:04:53Z', 'updated_at': '2022-03-07T17:04:56Z', 'revision_number': 4, 'project_id': '9c209a56518a47aea7e997fd4223a98c', 'gw_port': {'id': '700fbc10-f6b5-4502-bb37-c6d1228d10fd', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:51:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb24e58a-d306-483c-88a0-eb4acabe1110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:53Z', 'updated_at': '2022-03-07T17:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_floatingips': [{'id': '35c4c0f6-4ac9-4fd3-a367-d159c8aee246', 'tenant_id': '9c209a56518a47aea7e997fd4223a98c', 'floating_ip_address': '172.27.3.86', 'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'router_id': 'eb24e58a-d306-483c-88a0-eb4acabe1110', 'port_id': 'a59e2276-4826-4703-86f5-50aec68d19d9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f09f7dbb-82c6-4d35-8521-db45cf32e53c', 'mac_address': 'fa:16:3e:5a:1f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204d7dde-160a-4e0f-8c23-c205ac15d099', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:06:35Z', 'updated_at': '2022-03-07T17:06:35Z', 'revision_number': 0, 'project_id': '9c209a56518a47aea7e997fd4223a98c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8b03bae-43aa-4a01-81e9-24d4498b1aac', 'name': '', 'network_id': 'f09f7dbb-82c6-4d35-8521-db45cf32e53c', 'tenant_id': '9c209a56518a47aea7e997fd4223a98c', 'mac_address': 'fa:16:3e:ac:d8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb24e58a-d306-483c-88a0-eb4acabe1110', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '59906c62-41b2-4312-809f-0ad753757d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:55Z', 'updated_at': '2022-03-07T17:05:01Z', 'revision_number': 5, 'project_id': '9c209a56518a47aea7e997fd4223a98c', 'subnets': [{'id': '59906c62-41b2-4312-809f-0ad753757d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:06:38.570454 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bfd426-131f-4885-938d-dd45ea2e9148 None None] The sync data for ids ['eb24e58a-d306-483c-88a0-eb4acabe1110'] in dv-cinder-804035-42-iscsi is: [{'id': 'eb24e58a-d306-483c-88a0-eb4acabe1110', 'name': 'tempest-TestShelveInstance-1210523138-router', 'tenant_id': '9c209a56518a47aea7e997fd4223a98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '700fbc10-f6b5-4502-bb37-c6d1228d10fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:04:53Z', 'updated_at': '2022-03-07T17:04:56Z', 'revision_number': 4, 'project_id': '9c209a56518a47aea7e997fd4223a98c', 'gw_port': {'id': '700fbc10-f6b5-4502-bb37-c6d1228d10fd', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:51:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb24e58a-d306-483c-88a0-eb4acabe1110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:53Z', 'updated_at': '2022-03-07T17:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_floatingips': [{'id': '35c4c0f6-4ac9-4fd3-a367-d159c8aee246', 'tenant_id': '9c209a56518a47aea7e997fd4223a98c', 'floating_ip_address': '172.27.3.86', 'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'router_id': 'eb24e58a-d306-483c-88a0-eb4acabe1110', 'port_id': 'a59e2276-4826-4703-86f5-50aec68d19d9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f09f7dbb-82c6-4d35-8521-db45cf32e53c', 'mac_address': 'fa:16:3e:5a:1f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204d7dde-160a-4e0f-8c23-c205ac15d099', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:06:35Z', 'updated_at': '2022-03-07T17:06:35Z', 'revision_number': 0, 'project_id': '9c209a56518a47aea7e997fd4223a98c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8b03bae-43aa-4a01-81e9-24d4498b1aac', 'name': '', 'network_id': 'f09f7dbb-82c6-4d35-8521-db45cf32e53c', 'tenant_id': '9c209a56518a47aea7e997fd4223a98c', 'mac_address': 'fa:16:3e:ac:d8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb24e58a-d306-483c-88a0-eb4acabe1110', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '59906c62-41b2-4312-809f-0ad753757d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:55Z', 'updated_at': '2022-03-07T17:05:01Z', 'revision_number': 5, 'project_id': '9c209a56518a47aea7e997fd4223a98c', 'subnets': [{'id': '59906c62-41b2-4312-809f-0ad753757d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:06:38.603920 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6934b2ea-2e7e-467f-b13a-c7f35278ab58 req-70e837f1-8c50-4a1b-82b4-3e4c5f4e490a service neutron] 10.222.0.53 "GET /v2.0/networks/f09f7dbb-82c6-4d35-8521-db45cf32e53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870825 Mar 07 17:06:38.621275 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device 988f72d7-80a4-43cf-873b-0e5d21b43431 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:06:38.624135 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a061dc-5f83-4aab-8e52-dd1e24950719 req-612e1030-3a7f-4ad5-b977-1da2116055a8 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:38.626416 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-41a061dc-5f83-4aab-8e52-dd1e24950719 req-612e1030-3a7f-4ad5-b977-1da2116055a8 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 944 time: 0.1071820 Mar 07 17:06:38.698434 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-41a061dc-5f83-4aab-8e52-dd1e24950719 req-679c6f14-e857-4bfc-ad5b-c19e1f76b6db tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626945 Mar 07 17:06:38.790984 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port 988f72d7-80a4-43cf-873b-0e5d21b43431, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=988f72d7-80a4-43cf-873b-0e5d21b43431,segment=NetworkSegment(faf6d561-63e2-4581-ba72-4e6d7076e38e),segment_id=faf6d561-63e2-4581-ba72-4e6d7076e38e)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:06:38.808542 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Returning: {'device': '988f72d7-80a4-43cf-873b-0e5d21b43431', 'network_id': 'a5817453-0687-4232-b082-7a8f6cce82b8', 'port_id': '988f72d7-80a4-43cf-873b-0e5d21b43431', 'mac_address': 'fa:16:3e:49:dc:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1727d561-64eb-436e-b9e1-627515b9c111', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:06:38.871548 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Current status of the port 988f72d7-80a4-43cf-873b-0e5d21b43431 is: DOWN; New status is: BUILD {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:06:38.872407 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (988f72d7-80a4-43cf-873b-0e5d21b43431), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:38.899419 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 988f72d7-80a4-43cf-873b-0e5d21b43431 {{(pid=103440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:06:38.922808 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port 988f72d7-80a4-43cf-873b-0e5d21b43431, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=988f72d7-80a4-43cf-873b-0e5d21b43431,segment=NetworkSegment(faf6d561-63e2-4581-ba72-4e6d7076e38e),segment_id=faf6d561-63e2-4581-ba72-4e6d7076e38e)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:06:38.951647 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e048e7-286a-4d4f-86f1-89ac27bc91b9 None None] New status for floating IP 35c4c0f6-4ac9-4fd3-a367-d159c8aee246: ACTIVE {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:06:39.026997 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (988f72d7-80a4-43cf-873b-0e5d21b43431), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:39.083404 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Pushing event updated for resources: {'Port': ['ID=988f72d7-80a4-43cf-873b-0e5d21b43431,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:39.096944 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:39.096944 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:39.097478 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:39.097770 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:39.098154 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:39.098741 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:39.098871 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:39.099133 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:39.099488 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:39.099881 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:39.100283 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:39.100719 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:39.101050 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:06:39.222370 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a6695-c3d2-453a-bdb3-a59ef6a84c43 req-51d2d864-bf0e-45e1-a266-76c69f11987a tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:39.223788 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-139a6695-c3d2-453a-bdb3-a59ef6a84c43 req-51d2d864-bf0e-45e1-a266-76c69f11987a tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 945 time: 0.0598178 Mar 07 17:06:39.280010 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-139a6695-c3d2-453a-bdb3-a59ef6a84c43 req-3998172d-d6de-404e-a72f-7fb646b3a2a8 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505712 Mar 07 17:06:39.416372 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] get_ports_and_sgs() called for port_ids ['988f72d7-80a4-43cf-873b-0e5d21b43431'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:06:39.824659 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68291e4a-ca65-4e3b-8435-6bd3b56274cc req-30524e16-b1ed-4789-a496-7ddb69f31b0a tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:39.826184 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-68291e4a-ca65-4e3b-8435-6bd3b56274cc req-30524e16-b1ed-4789-a496-7ddb69f31b0a tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 945 time: 0.0575676 Mar 07 17:06:39.874697 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-68291e4a-ca65-4e3b-8435-6bd3b56274cc req-3544101c-ed21-455d-bc11-a09b64cd8c45 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427747 Mar 07 17:06:40.413263 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693cec67-f4fb-4e4c-88f0-f717b7fb7c2b req-3ebfe730-5f58-4e6f-9b3b-2f08fe7995fc tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:40.414834 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-693cec67-f4fb-4e4c-88f0-f717b7fb7c2b req-3ebfe730-5f58-4e6f-9b3b-2f08fe7995fc tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 945 time: 0.0552366 Mar 07 17:06:40.473755 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-693cec67-f4fb-4e4c-88f0-f717b7fb7c2b req-bb8f382e-82c4-46b4-be1c-7dd4713ec80f tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526488 Mar 07 17:06:40.507686 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94179058-8d90-44ec-be44-80ddbabc6a6a req-543f7147-fb64-4a7f-9c98-e4f25e5fd0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:40.509190 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-94179058-8d90-44ec-be44-80ddbabc6a6a req-543f7147-fb64-4a7f-9c98-e4f25e5fd0c0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=db35bac585dc40f58eb36a633d40676e&device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 1129 time: 0.0509250 Mar 07 17:06:40.608321 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94179058-8d90-44ec-be44-80ddbabc6a6a req-387deff7-cfce-47e0-96c7-3f2db2f38a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:40.609868 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-94179058-8d90-44ec-be44-80ddbabc6a6a req-387deff7-cfce-47e0-96c7-3f2db2f38a82 service neutron] 10.222.0.53 "GET /v2.0/networks?id=092694bd-373f-4bfb-9d43-3858867af44b HTTP/1.1" status: 200 len: 918 time: 0.0947587 Mar 07 17:06:40.626538 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device 988f72d7-80a4-43cf-873b-0e5d21b43431 up at agent hyperv_hv-cinder-80403 {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:06:40.648121 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 37072) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:40.688680 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-94179058-8d90-44ec-be44-80ddbabc6a6a req-11e95043-19df-46a2-b380-cd2a56d5ce88 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b85220cb-f50a-41fb-b0fa-f73b99d81a2a HTTP/1.1" status: 200 len: 1000 time: 0.0711429 Mar 07 17:06:40.741722 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94179058-8d90-44ec-be44-80ddbabc6a6a req-400f550d-bb89-4b70-bd76-73f0c36467b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:40.742202 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Provisioning for port 988f72d7-80a4-43cf-873b-0e5d21b43431 completed by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 17:06:40.743439 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-94179058-8d90-44ec-be44-80ddbabc6a6a req-400f550d-bb89-4b70-bd76-73f0c36467b1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=74c40c13-f415-433a-b979-4cf6b968572a HTTP/1.1" status: 200 len: 856 time: 0.0476706 Mar 07 17:06:40.746852 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Provisioning complete for port 988f72d7-80a4-43cf-873b-0e5d21b43431 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:06:40.747255 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (988f72d7-80a4-43cf-873b-0e5d21b43431), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:40.768924 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e79c6810-3b1d-4eb7-b2f7-d77f9dd12b40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:40.800704 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94179058-8d90-44ec-be44-80ddbabc6a6a req-7d648f28-885c-4697-8c05-753b1644ba6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:40.802574 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-94179058-8d90-44ec-be44-80ddbabc6a6a req-7d648f28-885c-4697-8c05-753b1644ba6b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=092694bd-373f-4bfb-9d43-3858867af44b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0526941 Mar 07 17:06:40.842046 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Current status of the port 988f72d7-80a4-43cf-873b-0e5d21b43431 is: BUILD; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:06:40.842562 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (988f72d7-80a4-43cf-873b-0e5d21b43431), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:40.851071 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e79c6810-3b1d-4eb7-b2f7-d77f9dd12b40 admin admin] Publish callbacks [] for security_group (3ff61617-365e-4c8a-a6e2-149e322b323e), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:40.868962 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4268897a-c308-4af8-9ee1-4d3a0909dc16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988f72d7-80a4-43cf-873b-0e5d21b43431'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:06:40.871837 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11138cde4cb47aed6ab60590cdc6142137d0740b05d94cd9dbb0d95d7575220c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9cb595-0e6c-4fba-a76d-4684a3cddcc0" -d '{"events": [{"server_uuid": "4268897a-c308-4af8-9ee1-4d3a0909dc16", "name": "network-vif-plugged", "status": "completed", "tag": "988f72d7-80a4-43cf-873b-0e5d21b43431"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:06:40.889252 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port 988f72d7-80a4-43cf-873b-0e5d21b43431, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=988f72d7-80a4-43cf-873b-0e5d21b43431,segment=NetworkSegment(faf6d561-63e2-4581-ba72-4e6d7076e38e),segment_id=faf6d561-63e2-4581-ba72-4e6d7076e38e)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:06:40.907677 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e79c6810-3b1d-4eb7-b2f7-d77f9dd12b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (3ff61617-365e-4c8a-a6e2-149e322b323e), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:40.910932 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-94179058-8d90-44ec-be44-80ddbabc6a6a req-c20e2f8a-630b-4537-aaf3-df74721b6780 service neutron] 10.222.0.53 "GET /v2.0/networks/092694bd-373f-4bfb-9d43-3858867af44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000090 Mar 07 17:06:40.913640 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d9d1a3-3109-4a0b-8b54-9cd957fbe533 x-openstack-request-id: req-32d9d1a3-3109-4a0b-8b54-9cd957fbe533 {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:06:40.918226 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4268897a-c308-4af8-9ee1-4d3a0909dc16", "name": "network-vif-plugged", "status": "completed", "tag": "988f72d7-80a4-43cf-873b-0e5d21b43431", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:06:40.918226 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-32d9d1a3-3109-4a0b-8b54-9cd957fbe533 {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:06:40.918226 dv-cinder-804035-42-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4268897a-c308-4af8-9ee1-4d3a0909dc16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988f72d7-80a4-43cf-873b-0e5d21b43431', 'code': 200} Mar 07 17:06:40.970725 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79c6810-3b1d-4eb7-b2f7-d77f9dd12b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff61617-365e-4c8a-a6e2-149e322b323e,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:40.976473 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (988f72d7-80a4-43cf-873b-0e5d21b43431), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:40.996046 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-e79c6810-3b1d-4eb7-b2f7-d77f9dd12b40 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b9f2b94a53d24f6288aa64a84cf00085&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3401864 Mar 07 17:06:40.996046 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 37080) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:41.039379 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Pushing event updated for resources: {'Port': ['ID=988f72d7-80a4-43cf-873b-0e5d21b43431,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:41.056307 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6a9496d6-8f14-47d4-9982-d1b0155e0b21 admin admin] Publish callbacks [] for security_group (3ff61617-365e-4c8a-a6e2-149e322b323e), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:41.074271 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1942d4-6344-45d2-9d27-18c6334a1f98 req-d1a78bdb-6651-4f70-b093-24c1ccf022fa tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:41.075783 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-bc1942d4-6344-45d2-9d27-18c6334a1f98 req-d1a78bdb-6651-4f70-b093-24c1ccf022fa tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 946 time: 0.1237693 Mar 07 17:06:41.078051 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-94179058-8d90-44ec-be44-80ddbabc6a6a req-ce108c5a-2ac3-4e83-982d-2e9a2fd347c4 service neutron] 10.222.0.53 "GET /v2.0/networks/092694bd-373f-4bfb-9d43-3858867af44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525278 Mar 07 17:06:41.082399 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6a9496d6-8f14-47d4-9982-d1b0155e0b21 admin admin] Publish callbacks [] for security_group (3ff61617-365e-4c8a-a6e2-149e322b323e), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:41.130480 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-bc1942d4-6344-45d2-9d27-18c6334a1f98 req-cc6fc4f8-6355-4946-abe6-10ca12f4cbb5 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477040 Mar 07 17:06:41.221834 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6a9496d6-8f14-47d4-9982-d1b0155e0b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (3ff61617-365e-4c8a-a6e2-149e322b323e), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:41.224359 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6a9496d6-8f14-47d4-9982-d1b0155e0b21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:41.225498 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-6a9496d6-8f14-47d4-9982-d1b0155e0b21 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3ff61617-365e-4c8a-a6e2-149e322b323e HTTP/1.1" status: 204 len: 168 time: 0.2315555 Mar 07 17:06:41.234459 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9496d6-8f14-47d4-9982-d1b0155e0b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff61617-365e-4c8a-a6e2-149e322b323e,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:41.279618 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa57490-39b8-4ff7-bb51-95ee24305d5b req-5a57e9f8-9f38-46ed-9355-cb07a6546949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:41.282676 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5aa57490-39b8-4ff7-bb51-95ee24305d5b req-5a57e9f8-9f38-46ed-9355-cb07a6546949 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 1130 time: 0.0761719 Mar 07 17:06:41.342084 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5aa57490-39b8-4ff7-bb51-95ee24305d5b req-adf8716f-b4d1-4303-89a5-338c61f91971 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413842 Mar 07 17:06:41.619382 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efc201-8c0e-4f4c-9738-2f83cc2ffec5 req-70f07327-314a-4c53-b042-39ebf95976c3 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:41.621589 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a3efc201-8c0e-4f4c-9738-2f83cc2ffec5 req-70f07327-314a-4c53-b042-39ebf95976c3 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 945 time: 0.0590365 Mar 07 17:06:41.672511 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a3efc201-8c0e-4f4c-9738-2f83cc2ffec5 req-9a750970-8cfc-4d18-b2dd-b38d01003ccb tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453176 Mar 07 17:06:42.251308 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6b4ef-5d3d-43c6-be7c-498de55b9611 req-3ee01135-42e9-426f-896f-aca929935411 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:42.252789 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2cd6b4ef-5d3d-43c6-be7c-498de55b9611 req-3ee01135-42e9-426f-896f-aca929935411 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 946 time: 0.0557044 Mar 07 17:06:42.299494 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2cd6b4ef-5d3d-43c6-be7c-498de55b9611 req-ca7e2390-a701-456d-869d-d73677691439 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406504 Mar 07 17:06:42.797212 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce34c9-2926-4d90-88bd-5839e63eedcc req-24795189-9e4b-49e7-95f2-6068ceb7143b tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:42.798695 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a0ce34c9-2926-4d90-88bd-5839e63eedcc req-24795189-9e4b-49e7-95f2-6068ceb7143b tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 945 time: 0.0532386 Mar 07 17:06:42.846449 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a0ce34c9-2926-4d90-88bd-5839e63eedcc req-860378bf-1818-48e2-b686-9d3f0565c1ea tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422342 Mar 07 17:06:43.427049 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614ff81-1d0c-4d73-9663-541c6fa5ab37 req-231d32de-1ce9-42e1-969c-a3081f438aa6 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:43.428569 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5614ff81-1d0c-4d73-9663-541c6fa5ab37 req-231d32de-1ce9-42e1-969c-a3081f438aa6 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 946 time: 0.0597506 Mar 07 17:06:43.474767 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5614ff81-1d0c-4d73-9663-541c6fa5ab37 req-0416236a-4fed-439d-b444-08816f4c92ac tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404904 Mar 07 17:06:43.601523 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81efdc4-e8fe-4197-af86-16d1ab75ca7c req-28f1d457-cd43-45dc-b6f1-5b982dad2f6d tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:43.603045 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c81efdc4-e8fe-4197-af86-16d1ab75ca7c req-28f1d457-cd43-45dc-b6f1-5b982dad2f6d tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 946 time: 0.0630896 Mar 07 17:06:43.612147 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 37108) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:43.616778 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-c3acaceb-dccb-45f8-b731-b0003c2d945d tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Request body: {'floatingip': {'port_id': '988f72d7-80a4-43cf-873b-0e5d21b43431'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:06:43.688910 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c3acaceb-dccb-45f8-b731-b0003c2d945d tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks [] for floatingip (031cc8df-4e7f-4916-b3f2-0b4db55b7281), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:44.274291 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd364584-f842-4bdf-8e9d-c60815e89e6f req-d1c2f7dd-fc34-4580-a09a-67352507354c tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:44.276392 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fd364584-f842-4bdf-8e9d-c60815e89e6f req-d1c2f7dd-fc34-4580-a09a-67352507354c tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 945 time: 0.1452503 Mar 07 17:06:44.384387 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fd364584-f842-4bdf-8e9d-c60815e89e6f req-2ff97dbd-d4ab-47b0-ad31-797913272e7a tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831375 Mar 07 17:06:44.470096 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c3acaceb-dccb-45f8-b731-b0003c2d945d tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:44.518477 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c3acaceb-dccb-45f8-b731-b0003c2d945d tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2049624'] for floatingip (031cc8df-4e7f-4916-b3f2-0b4db55b7281), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:44.630037 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.db.l3_db [None req-c3acaceb-dccb-45f8-b731-b0003c2d945d tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Floating IP 031cc8df-4e7f-4916-b3f2-0b4db55b7281 associated. External IP: 172.27.3.38, port: 988f72d7-80a4-43cf-873b-0e5d21b43431. Mar 07 17:06:44.647998 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device b85220cb-f50a-41fb-b0fa-f73b99d81a2a no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:06:44.743791 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Current status of the port b85220cb-f50a-41fb-b0fa-f73b99d81a2a is: ACTIVE; New status is: DOWN {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:06:44.744179 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (b85220cb-f50a-41fb-b0fa-f73b99d81a2a), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:44.768143 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53dccac6-c710-4ee6-9dd7-ec44960ff712', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b85220cb-f50a-41fb-b0fa-f73b99d81a2a'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:06:44.770351 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11138cde4cb47aed6ab60590cdc6142137d0740b05d94cd9dbb0d95d7575220c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7a94b7-b4bf-496b-80c4-5f543cbbdd6d" -d '{"events": [{"server_uuid": "53dccac6-c710-4ee6-9dd7-ec44960ff712", "name": "network-vif-unplugged", "status": "completed", "tag": "b85220cb-f50a-41fb-b0fa-f73b99d81a2a"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:06:44.783191 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port b85220cb-f50a-41fb-b0fa-f73b99d81a2a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b85220cb-f50a-41fb-b0fa-f73b99d81a2a,segment=NetworkSegment(c9b3c6bf-042d-42ab-970e-e5cb93efe923),segment_id=c9b3c6bf-042d-42ab-970e-e5cb93efe923)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:06:44.806176 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Mar 2022 17:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb4e492-a14f-4d31-b1c1-94c373163276 x-openstack-request-id: req-2eb4e492-a14f-4d31-b1c1-94c373163276 {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:06:44.806473 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53dccac6-c710-4ee6-9dd7-ec44960ff712", "name": "network-vif-unplugged", "status": "failed", "tag": "b85220cb-f50a-41fb-b0fa-f73b99d81a2a", "code": 422}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:06:44.806850 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2eb4e492-a14f-4d31-b1c1-94c373163276 {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:06:44.808025 dv-cinder-804035-42-iscsi neutron-server[103440]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '53dccac6-c710-4ee6-9dd7-ec44960ff712', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b85220cb-f50a-41fb-b0fa-f73b99d81a2a', 'code': 422} returned with failed status Mar 07 17:06:44.854827 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (b85220cb-f50a-41fb-b0fa-f73b99d81a2a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:44.862986 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3acaceb-dccb-45f8-b731-b0003c2d945d tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Router dd320334-9f01-4a7e-9752-519f246352d8 has already been hosted by L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:06:44.903393 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Pushing event updated for resources: {'Port': ['ID=b85220cb-f50a-41fb-b0fa-f73b99d81a2a,revision_number=8']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:06:44.976135 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3acaceb-dccb-45f8-b731-b0003c2d945d tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:06:44.981459 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c3acaceb-dccb-45f8-b731-b0003c2d945d tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:44.987427 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237e452c-b4a5-45de-b937-8085687f34d8 None None] Sync routers for ids ['dd320334-9f01-4a7e-9752-519f246352d8'] in dv-cinder-804035-42-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:06:44.998798 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237e452c-b4a5-45de-b937-8085687f34d8 None None] Routers {'dd320334-9f01-4a7e-9752-519f246352d8'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:06:44.999765 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-237e452c-b4a5-45de-b937-8085687f34d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:06:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['dd320334-9f01-4a7e-9752-519f246352d8'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:06:45.014158 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-c3acaceb-dccb-45f8-b731-b0003c2d945d tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "PUT /v2.0/floatingips/031cc8df-4e7f-4916-b3f2-0b4db55b7281 HTTP/1.1" status: 200 len: 991 time: 1.4009542 Mar 07 17:06:45.014838 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4268897a-c308-4af8-9ee1-4d3a0909dc16', 'tag': '988f72d7-80a4-43cf-873b-0e5d21b43431'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:06:45.017097 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aba4c615e876ca6c23e5fed61a3d1f980fac3f984d457871ad3b292fe147bdb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf95f0e0-1eb0-48c7-9ba7-50c3baed8354" -d '{"events": [{"name": "network-changed", "server_uuid": "4268897a-c308-4af8-9ee1-4d3a0909dc16", "tag": "988f72d7-80a4-43cf-873b-0e5d21b43431"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:06:45.054175 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1de46d-0c36-4fa5-b346-0efc81a59411 x-openstack-request-id: req-fe1de46d-0c36-4fa5-b346-0efc81a59411 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:06:45.054533 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4268897a-c308-4af8-9ee1-4d3a0909dc16", "tag": "988f72d7-80a4-43cf-873b-0e5d21b43431", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:06:45.054862 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fe1de46d-0c36-4fa5-b346-0efc81a59411 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:06:45.055333 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4268897a-c308-4af8-9ee1-4d3a0909dc16', 'tag': '988f72d7-80a4-43cf-873b-0e5d21b43431', 'status': 'completed', 'code': 200} Mar 07 17:06:45.116384 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-237e452c-b4a5-45de-b937-8085687f34d8 None None] Set router dd320334-9f01-4a7e-9752-519f246352d8 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:06:45.125480 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95f0e0-1eb0-48c7-9ba7-50c3baed8354 req-b43fcb25-c196-4f3c-9f2d-0453b2533df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:45.127005 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cf95f0e0-1eb0-48c7-9ba7-50c3baed8354 req-b43fcb25-c196-4f3c-9f2d-0453b2533df3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1f4fc0170321429faf3e9895e52f81ca&device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 1130 time: 0.0470185 Mar 07 17:06:45.224052 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95f0e0-1eb0-48c7-9ba7-50c3baed8354 req-e850a6ad-b9fa-4a6b-933c-4552f23c8228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:45.225489 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cf95f0e0-1eb0-48c7-9ba7-50c3baed8354 req-e850a6ad-b9fa-4a6b-933c-4552f23c8228 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a5817453-0687-4232-b082-7a8f6cce82b8 HTTP/1.1" status: 200 len: 912 time: 0.0901651 Mar 07 17:06:45.295632 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cf95f0e0-1eb0-48c7-9ba7-50c3baed8354 req-5a8bb02e-0bbc-4d3f-aaf6-dd455f24ebc2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=988f72d7-80a4-43cf-873b-0e5d21b43431 HTTP/1.1" status: 200 len: 999 time: 0.0633984 Mar 07 17:06:45.348742 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95f0e0-1eb0-48c7-9ba7-50c3baed8354 req-c053cb6d-2e68-4583-9da5-d1a90f4c1a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:45.349578 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-237e452c-b4a5-45de-b937-8085687f34d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'name': 'tempest-AttachVolumeTestJSON-1244005936-router', 'tenant_id': '1f4fc0170321429faf3e9895e52f81ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'd9832b82-4a01-4f04-a042-90f850d15290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:06:12Z', 'updated_at': '2022-03-07T17:06:17Z', 'revision_number': 4, 'project_id': '1f4fc0170321429faf3e9895e52f81ca', 'gw_port': {'id': 'd9832b82-4a01-4f04-a042-90f850d15290', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:12Z', 'updated_at': '2022-03-07T17:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_floatingips': [{'id': '031cc8df-4e7f-4916-b3f2-0b4db55b7281', 'tenant_id': '1f4fc0170321429faf3e9895e52f81ca', 'floating_ip_address': '172.27.3.38', 'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'router_id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'port_id': '988f72d7-80a4-43cf-873b-0e5d21b43431', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5817453-0687-4232-b082-7a8f6cce82b8', 'mac_address': 'fa:16:3e:49:dc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4268897a-c308-4af8-9ee1-4d3a0909dc16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:06:21Z', 'updated_at': '2022-03-07T17:06:44Z', 'revision_number': 1, 'project_id': '1f4fc0170321429faf3e9895e52f81ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1531fd82-18af-4622-aead-c38f3d1738a6', 'name': '', 'network_id': 'a5817453-0687-4232-b082-7a8f6cce82b8', 'tenant_id': '1f4fc0170321429faf3e9895e52f81ca', 'mac_address': 'fa:16:3e:c1:b8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '1727d561-64eb-436e-b9e1-627515b9c111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:16Z', 'updated_at': '2022-03-07T17:06:20Z', 'revision_number': 5, 'project_id': '1f4fc0170321429faf3e9895e52f81ca', 'subnets': [{'id': '1727d561-64eb-436e-b9e1-627515b9c111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:06:45.350058 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cf95f0e0-1eb0-48c7-9ba7-50c3baed8354 req-c053cb6d-2e68-4583-9da5-d1a90f4c1a6d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1727d561-64eb-436e-b9e1-627515b9c111 HTTP/1.1" status: 200 len: 850 time: 0.0472319 Mar 07 17:06:45.381675 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237e452c-b4a5-45de-b937-8085687f34d8 None None] Checking router: dd320334-9f01-4a7e-9752-519f246352d8 for host: dv-cinder-804035-42-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:06:45.391026 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237e452c-b4a5-45de-b937-8085687f34d8 None None] Routers {'dd320334-9f01-4a7e-9752-519f246352d8'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:06:45.391673 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-237e452c-b4a5-45de-b937-8085687f34d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:06:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['dd320334-9f01-4a7e-9752-519f246352d8'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:06:45.405065 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95f0e0-1eb0-48c7-9ba7-50c3baed8354 req-bfae6f11-9ef6-4ed2-984b-100736bda3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:45.406721 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cf95f0e0-1eb0-48c7-9ba7-50c3baed8354 req-bfae6f11-9ef6-4ed2-984b-100736bda3f5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a5817453-0687-4232-b082-7a8f6cce82b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0504162 Mar 07 17:06:45.482257 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [req-b5e50efb-bf6d-439f-8154-7e3adc637b95 req-b5212a0c-dae5-4a7b-a5f9-02a76f28a330 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103431) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 17:06:45.483272 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b5e50efb-bf6d-439f-8154-7e3adc637b95 req-b5212a0c-dae5-4a7b-a5f9-02a76f28a330 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093966 Mar 07 17:06:45.511048 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-237e452c-b4a5-45de-b937-8085687f34d8 None None] Set router dd320334-9f01-4a7e-9752-519f246352d8 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:06:45.518630 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cf95f0e0-1eb0-48c7-9ba7-50c3baed8354 req-bdf91330-740c-4d2e-9437-4167c0b3f09b service neutron] 10.222.0.53 "GET /v2.0/networks/a5817453-0687-4232-b082-7a8f6cce82b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046691 Mar 07 17:06:45.613169 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cf95f0e0-1eb0-48c7-9ba7-50c3baed8354 req-161cc2ce-6b7d-4865-aa3d-626d68644233 service neutron] 10.222.0.53 "GET /v2.0/networks/a5817453-0687-4232-b082-7a8f6cce82b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869355 Mar 07 17:06:45.786972 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02463e95-16dc-4519-a275-d3c93a27d1ce req-02ce5408-3eaf-482b-a878-c77c7bd642c8 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:45.789211 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-02463e95-16dc-4519-a275-d3c93a27d1ce req-02ce5408-3eaf-482b-a878-c77c7bd642c8 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 943 time: 0.0562665 Mar 07 17:06:45.851734 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-02463e95-16dc-4519-a275-d3c93a27d1ce req-50d34a94-c73a-41cc-bf57-c4c9c41d55ed tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534096 Mar 07 17:06:45.886626 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-237e452c-b4a5-45de-b937-8085687f34d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'name': 'tempest-AttachVolumeTestJSON-1244005936-router', 'tenant_id': '1f4fc0170321429faf3e9895e52f81ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'd9832b82-4a01-4f04-a042-90f850d15290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:06:12Z', 'updated_at': '2022-03-07T17:06:17Z', 'revision_number': 4, 'project_id': '1f4fc0170321429faf3e9895e52f81ca', 'gw_port': {'id': 'd9832b82-4a01-4f04-a042-90f850d15290', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:12Z', 'updated_at': '2022-03-07T17:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_floatingips': [{'id': '031cc8df-4e7f-4916-b3f2-0b4db55b7281', 'tenant_id': '1f4fc0170321429faf3e9895e52f81ca', 'floating_ip_address': '172.27.3.38', 'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'router_id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'port_id': '988f72d7-80a4-43cf-873b-0e5d21b43431', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5817453-0687-4232-b082-7a8f6cce82b8', 'mac_address': 'fa:16:3e:49:dc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4268897a-c308-4af8-9ee1-4d3a0909dc16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:06:21Z', 'updated_at': '2022-03-07T17:06:44Z', 'revision_number': 1, 'project_id': '1f4fc0170321429faf3e9895e52f81ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1531fd82-18af-4622-aead-c38f3d1738a6', 'name': '', 'network_id': 'a5817453-0687-4232-b082-7a8f6cce82b8', 'tenant_id': '1f4fc0170321429faf3e9895e52f81ca', 'mac_address': 'fa:16:3e:c1:b8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '1727d561-64eb-436e-b9e1-627515b9c111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:16Z', 'updated_at': '2022-03-07T17:06:20Z', 'revision_number': 5, 'project_id': '1f4fc0170321429faf3e9895e52f81ca', 'subnets': [{'id': '1727d561-64eb-436e-b9e1-627515b9c111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:06:45.913581 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237e452c-b4a5-45de-b937-8085687f34d8 None None] The sync data for ids ['dd320334-9f01-4a7e-9752-519f246352d8'] in dv-cinder-804035-42-iscsi is: [{'id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'name': 'tempest-AttachVolumeTestJSON-1244005936-router', 'tenant_id': '1f4fc0170321429faf3e9895e52f81ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'd9832b82-4a01-4f04-a042-90f850d15290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:06:12Z', 'updated_at': '2022-03-07T17:06:17Z', 'revision_number': 4, 'project_id': '1f4fc0170321429faf3e9895e52f81ca', 'gw_port': {'id': 'd9832b82-4a01-4f04-a042-90f850d15290', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:12Z', 'updated_at': '2022-03-07T17:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_floatingips': [{'id': '031cc8df-4e7f-4916-b3f2-0b4db55b7281', 'tenant_id': '1f4fc0170321429faf3e9895e52f81ca', 'floating_ip_address': '172.27.3.38', 'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'router_id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'port_id': '988f72d7-80a4-43cf-873b-0e5d21b43431', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5817453-0687-4232-b082-7a8f6cce82b8', 'mac_address': 'fa:16:3e:49:dc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4268897a-c308-4af8-9ee1-4d3a0909dc16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:06:21Z', 'updated_at': '2022-03-07T17:06:44Z', 'revision_number': 1, 'project_id': '1f4fc0170321429faf3e9895e52f81ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1531fd82-18af-4622-aead-c38f3d1738a6', 'name': '', 'network_id': 'a5817453-0687-4232-b082-7a8f6cce82b8', 'tenant_id': '1f4fc0170321429faf3e9895e52f81ca', 'mac_address': 'fa:16:3e:c1:b8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '1727d561-64eb-436e-b9e1-627515b9c111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:16Z', 'updated_at': '2022-03-07T17:06:20Z', 'revision_number': 5, 'project_id': '1f4fc0170321429faf3e9895e52f81ca', 'subnets': [{'id': '1727d561-64eb-436e-b9e1-627515b9c111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:06:45.919143 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e16d1b49-fe19-4980-9a5c-fd4fb02c2fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:46.111993 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84010d3-7286-431b-bde8-915e644e4c68 None None] New status for floating IP 031cc8df-4e7f-4916-b3f2-0b4db55b7281: ACTIVE {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:06:46.318339 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 37164) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:46.413492 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-925d1f69-16a7-4ff3-a103-328b057d97c9 req-f0ba3e2e-fb87-4426-ae23-0e5013e3cec3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0940325 Mar 07 17:06:46.422611 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [req-925d1f69-16a7-4ff3-a103-328b057d97c9 req-a11c4e51-3277-4cd0-86b1-0dc11ad5ef17 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103431) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 17:06:46.423571 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-925d1f69-16a7-4ff3-a103-328b057d97c9 req-a11c4e51-3277-4cd0-86b1-0dc11ad5ef17 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047343 Mar 07 17:06:46.497806 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 37172) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:06:46.590822 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d1f69-16a7-4ff3-a103-328b057d97c9 req-257a8930-1cbc-4b31-a7bd-37fe489724dd tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:46.592108 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-925d1f69-16a7-4ff3-a103-328b057d97c9 req-257a8930-1cbc-4b31-a7bd-37fe489724dd tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports/b85220cb-f50a-41fb-b0fa-f73b99d81a2a HTTP/1.1" status: 200 len: 940 time: 0.0933325 Mar 07 17:06:46.964563 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0b107-c643-4173-b47c-df74c06aa159 req-36ae890b-3f9b-4f3f-af9a-5af78e415d66 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:46.966063 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c8a0b107-c643-4173-b47c-df74c06aa159 req-36ae890b-3f9b-4f3f-af9a-5af78e415d66 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 943 time: 0.0531878 Mar 07 17:06:47.025586 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c8a0b107-c643-4173-b47c-df74c06aa159 req-d2f15477-1153-4b77-9d80-116d87f85265 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461745 Mar 07 17:06:48.152136 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368eedf-6f3d-489c-8aae-da88914fce08 req-890b18e7-6e14-48da-86e1-3182b2eb2deb tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:48.154739 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9368eedf-6f3d-489c-8aae-da88914fce08 req-890b18e7-6e14-48da-86e1-3182b2eb2deb tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 943 time: 0.0542181 Mar 07 17:06:48.201317 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9368eedf-6f3d-489c-8aae-da88914fce08 req-68edf2cd-5e1c-4239-a2ec-4c43f6983ad4 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423882 Mar 07 17:06:48.363859 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:48.425990 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-dec2c452-4640-4423-aba2-e777ac7e558e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:48.648743 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device b85220cb-f50a-41fb-b0fa-f73b99d81a2a no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:06:48.734908 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Current status of the port b85220cb-f50a-41fb-b0fa-f73b99d81a2a is: DOWN; New status is: DOWN {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:06:49.105500 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d1f69-16a7-4ff3-a103-328b057d97c9 req-dde95bab-42bc-4cd4-852d-5735150d2e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:49.106884 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-925d1f69-16a7-4ff3-a103-328b057d97c9 req-dde95bab-42bc-4cd4-852d-5735150d2e43 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712&tenant_id=db35bac585dc40f58eb36a633d40676e HTTP/1.1" status: 200 len: 1127 time: 0.0763571 Mar 07 17:06:49.182721 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d1f69-16a7-4ff3-a103-328b057d97c9 req-8f9e05c1-dbf3-4e70-8925-e8510e8b3da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:49.184217 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-925d1f69-16a7-4ff3-a103-328b057d97c9 req-8f9e05c1-dbf3-4e70-8925-e8510e8b3da6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=db35bac585dc40f58eb36a633d40676e&device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 1127 time: 0.0481787 Mar 07 17:06:49.275382 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d1f69-16a7-4ff3-a103-328b057d97c9 req-3198a502-34ac-4867-8766-a41ca022691e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:49.276941 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-925d1f69-16a7-4ff3-a103-328b057d97c9 req-3198a502-34ac-4867-8766-a41ca022691e service neutron] 10.222.0.53 "GET /v2.0/networks?id=092694bd-373f-4bfb-9d43-3858867af44b HTTP/1.1" status: 200 len: 918 time: 0.0858750 Mar 07 17:06:49.367022 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-925d1f69-16a7-4ff3-a103-328b057d97c9 req-8378818f-1714-4d2f-9730-17b1a54e555d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b85220cb-f50a-41fb-b0fa-f73b99d81a2a HTTP/1.1" status: 200 len: 998 time: 0.0828669 Mar 07 17:06:49.377925 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c30e041-01f3-4179-9f45-2ebe5b80f37f req-eadf54e6-1375-45af-8902-f08b7f97da15 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:49.379337 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7c30e041-01f3-4179-9f45-2ebe5b80f37f req-eadf54e6-1375-45af-8902-f08b7f97da15 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 943 time: 0.1063240 Mar 07 17:06:49.451102 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d1f69-16a7-4ff3-a103-328b057d97c9 req-00a56d99-753b-4444-9b40-34397435f35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:49.452559 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-925d1f69-16a7-4ff3-a103-328b057d97c9 req-00a56d99-753b-4444-9b40-34397435f35f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=74c40c13-f415-433a-b979-4cf6b968572a HTTP/1.1" status: 200 len: 856 time: 0.0723646 Mar 07 17:06:49.459245 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7c30e041-01f3-4179-9f45-2ebe5b80f37f req-642085b2-9e4d-4e3e-b48b-a9536c7f0d98 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720479 Mar 07 17:06:49.503421 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d1f69-16a7-4ff3-a103-328b057d97c9 req-0156c79c-bb64-47b7-9b54-c6a54c49291b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:49.504935 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-925d1f69-16a7-4ff3-a103-328b057d97c9 req-0156c79c-bb64-47b7-9b54-c6a54c49291b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=092694bd-373f-4bfb-9d43-3858867af44b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0448527 Mar 07 17:06:49.590954 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-925d1f69-16a7-4ff3-a103-328b057d97c9 req-aefb0c7e-6cab-4fa7-9277-39c92b5cb972 service neutron] 10.222.0.53 "GET /v2.0/networks/092694bd-373f-4bfb-9d43-3858867af44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792406 Mar 07 17:06:49.683603 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-925d1f69-16a7-4ff3-a103-328b057d97c9 req-db23cc9a-098c-44bf-9dea-02b70ea85f81 service neutron] 10.222.0.53 "GET /v2.0/networks/092694bd-373f-4bfb-9d43-3858867af44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850601 Mar 07 17:06:50.422035 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:50.611674 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7039dc-6b0e-454f-9640-4efa2497a0ec req-2b3a4909-44ba-4f24-9284-a842da13f9b6 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:50.619154 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ab7039dc-6b0e-454f-9640-4efa2497a0ec req-2b3a4909-44ba-4f24-9284-a842da13f9b6 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 943 time: 0.0663075 Mar 07 17:06:50.672459 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ab7039dc-6b0e-454f-9640-4efa2497a0ec req-901822c7-1e2a-4f4f-b386-0c2c08065814 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520494 Mar 07 17:06:51.800041 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039313d-f885-433c-80c8-c0c31173eb65 req-0d4bbb73-b062-4ed1-a2c9-181a425cd03a tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:51.801510 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d039313d-f885-433c-80c8-c0c31173eb65 req-0d4bbb73-b062-4ed1-a2c9-181a425cd03a tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 943 time: 0.0592604 Mar 07 17:06:51.839069 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:51.849798 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d039313d-f885-433c-80c8-c0c31173eb65 req-40635915-2ffc-400c-a208-a7adca03271c tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406969 Mar 07 17:06:52.975274 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a9980-60b4-4a0c-86c7-19c67b163ece req-41495c43-7001-4ac6-873b-160db7dbf370 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:52.976757 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e11a9980-60b4-4a0c-86c7-19c67b163ece req-41495c43-7001-4ac6-873b-160db7dbf370 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 943 time: 0.0522285 Mar 07 17:06:52.980268 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:06:53.023818 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e11a9980-60b4-4a0c-86c7-19c67b163ece req-3aa013a0-dd91-4149-905c-930d36d8df45 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412509 Mar 07 17:06:54.193633 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84245377-926e-473f-a68f-33a9f8210293 req-a21468d5-eb72-4767-bb5b-b068c01e4478 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:54.195111 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-84245377-926e-473f-a68f-33a9f8210293 req-a21468d5-eb72-4767-bb5b-b068c01e4478 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 943 time: 0.0667551 Mar 07 17:06:54.248187 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-84245377-926e-473f-a68f-33a9f8210293 req-02dd847a-167c-42e1-b2f2-640751a22536 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474494 Mar 07 17:06:55.393041 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa07e728-af21-4e5b-8b6e-fad054755de6 req-ddce6776-f2cf-4530-b96d-10b0be24515b tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:55.394558 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-aa07e728-af21-4e5b-8b6e-fad054755de6 req-ddce6776-f2cf-4530-b96d-10b0be24515b tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 943 time: 0.0670292 Mar 07 17:06:55.445912 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-aa07e728-af21-4e5b-8b6e-fad054755de6 req-9585937a-a820-4baa-8d8b-93fa3c49d0fc tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456445 Mar 07 17:06:56.585770 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f64e4-f3af-49b3-81a9-18fcd67d246b req-593f64e2-5a1f-4261-8ef3-feb135676cbd tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:56.587432 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f13f64e4-f3af-49b3-81a9-18fcd67d246b req-593f64e2-5a1f-4261-8ef3-feb135676cbd tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 943 time: 0.0563226 Mar 07 17:06:56.635768 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f13f64e4-f3af-49b3-81a9-18fcd67d246b req-b12c9562-b419-48f4-80f0-eecc7731e445 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424621 Mar 07 17:06:57.771246 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013b5c0-00c9-4c01-882f-94c251581d9b req-32f77ae9-a332-4ab4-89e3-1722133cd971 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:57.772775 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a013b5c0-00c9-4c01-882f-94c251581d9b req-32f77ae9-a332-4ab4-89e3-1722133cd971 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 943 time: 0.0579631 Mar 07 17:06:57.820052 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a013b5c0-00c9-4c01-882f-94c251581d9b req-c469f475-91a4-4ac8-ac4a-373f3061f6dc tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412724 Mar 07 17:06:58.944804 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd72b90-3d08-4f99-a744-2dfc25c0a23c req-95a18f81-0cb4-4143-8734-9e1a677fd9ad tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:06:58.946253 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-dcd72b90-3d08-4f99-a744-2dfc25c0a23c req-95a18f81-0cb4-4143-8734-9e1a677fd9ad tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 943 time: 0.0520463 Mar 07 17:06:58.993228 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-dcd72b90-3d08-4f99-a744-2dfc25c0a23c req-422c8ad7-3f9a-4759-865d-2b5ced8af603 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414250 Mar 07 17:07:00.117160 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6b150-c4d6-47e7-8326-e7c4092bece9 req-51a5f8c6-a52f-4d22-8672-776f2bfaec22 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:00.118590 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4ea6b150-c4d6-47e7-8326-e7c4092bece9 req-51a5f8c6-a52f-4d22-8672-776f2bfaec22 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 943 time: 0.0542219 Mar 07 17:07:00.163968 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4ea6b150-c4d6-47e7-8326-e7c4092bece9 req-bf15969c-2d17-45ab-942d-d0779cc8f6c5 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393441 Mar 07 17:07:01.303118 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77dabc3-3340-4a4f-b8cc-9dcc01384b35 req-2b6ae90e-bbe0-426e-9eea-39169bd16a55 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:01.304648 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d77dabc3-3340-4a4f-b8cc-9dcc01384b35 req-2b6ae90e-bbe0-426e-9eea-39169bd16a55 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 943 time: 0.0603883 Mar 07 17:07:01.353609 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d77dabc3-3340-4a4f-b8cc-9dcc01384b35 req-f3e8d474-3d4a-4837-91df-272947e7bb6d tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434663 Mar 07 17:07:02.476043 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed2dd8-c48b-4aba-b9b5-35014b8629e9 req-03cafacd-d13b-4cd8-9ee8-842fdf20bf1c tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:02.477478 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a0ed2dd8-c48b-4aba-b9b5-35014b8629e9 req-03cafacd-d13b-4cd8-9ee8-842fdf20bf1c tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 943 time: 0.0506926 Mar 07 17:07:02.529182 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a0ed2dd8-c48b-4aba-b9b5-35014b8629e9 req-e7e42304-7d22-4dbc-822d-b5021627472c tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456865 Mar 07 17:07:03.658761 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d2cc5-f06b-4f37-a3cf-5f673980be0b req-e8e20a5c-8d5b-4807-a650-690fb7d35248 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:03.660351 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5b0d2cc5-f06b-4f37-a3cf-5f673980be0b req-e8e20a5c-8d5b-4807-a650-690fb7d35248 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 943 time: 0.0558364 Mar 07 17:07:03.708202 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5b0d2cc5-f06b-4f37-a3cf-5f673980be0b req-330475ce-446c-4cc7-9a10-d92202bc23b2 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422049 Mar 07 17:07:04.828910 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54620244-3333-4d06-9621-ca73250e9b7b req-28964af1-cfbc-4f34-ad33-9661bc2551c5 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:04.830353 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-54620244-3333-4d06-9621-ca73250e9b7b req-28964af1-cfbc-4f34-ad33-9661bc2551c5 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 943 time: 0.0513525 Mar 07 17:07:04.875962 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-54620244-3333-4d06-9621-ca73250e9b7b req-d765456e-1d16-48e4-adad-d360f262228a tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401511 Mar 07 17:07:06.002014 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c939c20-6c7e-4488-a4cd-0c6fb60d8aaf req-98fa4cd4-62d5-4e3d-92cb-7e42feed690b tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:06.003518 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9c939c20-6c7e-4488-a4cd-0c6fb60d8aaf req-98fa4cd4-62d5-4e3d-92cb-7e42feed690b tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 943 time: 0.0556064 Mar 07 17:07:06.049200 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9c939c20-6c7e-4488-a4cd-0c6fb60d8aaf req-27a0c680-1e8b-45cd-b838-f0dedf8cdbfc tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402603 Mar 07 17:07:07.172351 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66dc86-ff91-46e8-a3ed-0cfef25ea32e req-707f1457-487a-4dfb-be2a-2976e45e5ecf tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:07.173890 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ae66dc86-ff91-46e8-a3ed-0cfef25ea32e req-707f1457-487a-4dfb-be2a-2976e45e5ecf tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 943 time: 0.0528393 Mar 07 17:07:07.220589 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ae66dc86-ff91-46e8-a3ed-0cfef25ea32e req-569f89c5-04fd-467a-8274-6edea4c7278b tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412457 Mar 07 17:07:08.341483 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853cb00f-6e9c-4d67-86f8-54248ae15e32 req-296cf79c-a244-4599-844f-c0a231e87f2f tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:08.342974 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-853cb00f-6e9c-4d67-86f8-54248ae15e32 req-296cf79c-a244-4599-844f-c0a231e87f2f tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 943 time: 0.0527046 Mar 07 17:07:08.394039 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-853cb00f-6e9c-4d67-86f8-54248ae15e32 req-32805461-3c8c-4fee-be6d-9186b7c2e35b tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455911 Mar 07 17:07:09.526090 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96641a-3ee0-470a-9cd4-aa1cb9df6db9 req-76d74b70-a9fd-47ab-a196-6ac1d3a862d6 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:09.527682 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1a96641a-3ee0-470a-9cd4-aa1cb9df6db9 req-76d74b70-a9fd-47ab-a196-6ac1d3a862d6 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 943 time: 0.0552814 Mar 07 17:07:09.576620 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1a96641a-3ee0-470a-9cd4-aa1cb9df6db9 req-bbad2050-cc77-4b73-9fda-0eb93a518d89 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427976 Mar 07 17:07:10.696586 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f077dc0-da10-4899-bfaf-0bbe2bb10365 req-d75f0475-b7f0-40b8-94e6-20b61f5b3b4f tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:10.698108 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5f077dc0-da10-4899-bfaf-0bbe2bb10365 req-d75f0475-b7f0-40b8-94e6-20b61f5b3b4f tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 943 time: 0.0527434 Mar 07 17:07:10.744757 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5f077dc0-da10-4899-bfaf-0bbe2bb10365 req-2084847b-11c3-4d9e-8458-96669f72fb8d tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401056 Mar 07 17:07:11.873107 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a973f57-26e2-417d-a6df-44066ba35862 req-6571f6bc-0681-48b1-b6a2-4227046b5f01 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:11.874563 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6a973f57-26e2-417d-a6df-44066ba35862 req-6571f6bc-0681-48b1-b6a2-4227046b5f01 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 943 time: 0.0566545 Mar 07 17:07:11.922577 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6a973f57-26e2-417d-a6df-44066ba35862 req-af798ea1-6e11-4409-9bbb-486e1314aa56 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422463 Mar 07 17:07:12.292537 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:07:13.043561 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c12ac-fb82-4727-b9de-cf6b83cbce9d req-7b39cdae-90dc-4328-bcd0-199cc0ae3cae tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:13.045609 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cd0c12ac-fb82-4727-b9de-cf6b83cbce9d req-7b39cdae-90dc-4328-bcd0-199cc0ae3cae tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 943 time: 0.0527291 Mar 07 17:07:13.092512 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cd0c12ac-fb82-4727-b9de-cf6b83cbce9d req-7716047e-3304-46c6-bb84-da3726104151 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412614 Mar 07 17:07:13.261251 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 37352) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:07:13.362495 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-057497c1-43ba-4009-83af-cc951727a994 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:13.434531 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-057497c1-43ba-4009-83af-cc951727a994 admin admin] Publish callbacks [] for security_group (72b46ab0-40ae-484b-aa2c-3a7a48811eda), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:13.499145 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-057497c1-43ba-4009-83af-cc951727a994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (72b46ab0-40ae-484b-aa2c-3a7a48811eda), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:13.539888 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-057497c1-43ba-4009-83af-cc951727a994 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=555b6fdfeb4c4a8fbe3bd128d49e2114&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2775443 Mar 07 17:07:13.540994 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057497c1-43ba-4009-83af-cc951727a994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b46ab0-40ae-484b-aa2c-3a7a48811eda,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:13.542513 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 37356) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:07:13.548914 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057497c1-43ba-4009-83af-cc951727a994 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:13.549269 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057497c1-43ba-4009-83af-cc951727a994 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:13.549613 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057497c1-43ba-4009-83af-cc951727a994 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:13.549951 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057497c1-43ba-4009-83af-cc951727a994 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:13.550673 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057497c1-43ba-4009-83af-cc951727a994 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:13.550673 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057497c1-43ba-4009-83af-cc951727a994 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:13.550945 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057497c1-43ba-4009-83af-cc951727a994 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:13.551274 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057497c1-43ba-4009-83af-cc951727a994 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:13.551653 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057497c1-43ba-4009-83af-cc951727a994 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:13.551984 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057497c1-43ba-4009-83af-cc951727a994 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:13.552312 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057497c1-43ba-4009-83af-cc951727a994 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:13.552630 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057497c1-43ba-4009-83af-cc951727a994 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:13.552945 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057497c1-43ba-4009-83af-cc951727a994 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:13.590456 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e67821ba-8f3f-4b85-b969-ed877e743607 admin admin] Publish callbacks [] for security_group (72b46ab0-40ae-484b-aa2c-3a7a48811eda), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:13.615013 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e67821ba-8f3f-4b85-b969-ed877e743607 admin admin] Publish callbacks [] for security_group (72b46ab0-40ae-484b-aa2c-3a7a48811eda), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:13.722186 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e67821ba-8f3f-4b85-b969-ed877e743607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (72b46ab0-40ae-484b-aa2c-3a7a48811eda), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:13.724761 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e67821ba-8f3f-4b85-b969-ed877e743607 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:13.725927 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-e67821ba-8f3f-4b85-b969-ed877e743607 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/72b46ab0-40ae-484b-aa2c-3a7a48811eda HTTP/1.1" status: 204 len: 168 time: 0.1823590 Mar 07 17:07:13.733403 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67821ba-8f3f-4b85-b969-ed877e743607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b46ab0-40ae-484b-aa2c-3a7a48811eda,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:13.740452 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67821ba-8f3f-4b85-b969-ed877e743607 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:13.741069 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67821ba-8f3f-4b85-b969-ed877e743607 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:13.741419 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67821ba-8f3f-4b85-b969-ed877e743607 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:13.741756 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67821ba-8f3f-4b85-b969-ed877e743607 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:13.742089 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67821ba-8f3f-4b85-b969-ed877e743607 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:13.742418 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67821ba-8f3f-4b85-b969-ed877e743607 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:13.742746 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67821ba-8f3f-4b85-b969-ed877e743607 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:13.743075 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67821ba-8f3f-4b85-b969-ed877e743607 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:13.743402 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67821ba-8f3f-4b85-b969-ed877e743607 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:13.743857 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67821ba-8f3f-4b85-b969-ed877e743607 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:13.744062 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67821ba-8f3f-4b85-b969-ed877e743607 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:13.744384 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67821ba-8f3f-4b85-b969-ed877e743607 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:13.744706 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67821ba-8f3f-4b85-b969-ed877e743607 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:07:14.220510 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d97d43-0021-4753-ba49-90630d93d8e9 req-972e6666-6a0f-443b-9e63-f48f2df69991 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:14.222069 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f3d97d43-0021-4753-ba49-90630d93d8e9 req-972e6666-6a0f-443b-9e63-f48f2df69991 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 943 time: 0.0538757 Mar 07 17:07:14.270172 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f3d97d43-0021-4753-ba49-90630d93d8e9 req-d66ff7a9-50ee-4b41-80f1-2284a83ea808 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426006 Mar 07 17:07:15.392500 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4769735f-00b3-4306-8dae-73e2c26eb61b req-25a119ff-59af-4f10-8fc9-91f6fc40ba54 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:15.393932 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4769735f-00b3-4306-8dae-73e2c26eb61b req-25a119ff-59af-4f10-8fc9-91f6fc40ba54 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 943 time: 0.0534549 Mar 07 17:07:15.440172 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4769735f-00b3-4306-8dae-73e2c26eb61b req-779cc567-1825-4a7c-8878-ea27cc369e8d tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407925 Mar 07 17:07:15.911752 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-71a05fe8-268e-495b-9de5-f1ad4ef31d15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:16.719577 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5b97d-ad8a-4de1-be54-6aff47e9e793 req-68fb6bfd-5d43-492b-9080-804506b14ef2 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:16.721025 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b0e5b97d-ad8a-4de1-be54-6aff47e9e793 req-68fb6bfd-5d43-492b-9080-804506b14ef2 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 943 time: 0.2091029 Mar 07 17:07:16.741442 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device b85220cb-f50a-41fb-b0fa-f73b99d81a2a details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:07:16.768115 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b0e5b97d-ad8a-4de1-be54-6aff47e9e793 req-988fa6f2-86d3-4136-b879-cdc0589111b8 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416713 Mar 07 17:07:16.836761 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port b85220cb-f50a-41fb-b0fa-f73b99d81a2a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b85220cb-f50a-41fb-b0fa-f73b99d81a2a,segment=NetworkSegment(c9b3c6bf-042d-42ab-970e-e5cb93efe923),segment_id=c9b3c6bf-042d-42ab-970e-e5cb93efe923)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:07:16.847697 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Returning: {'device': 'b85220cb-f50a-41fb-b0fa-f73b99d81a2a', 'network_id': '092694bd-373f-4bfb-9d43-3858867af44b', 'port_id': 'b85220cb-f50a-41fb-b0fa-f73b99d81a2a', 'mac_address': 'fa:16:3e:d6:e7:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74c40c13-f415-433a-b979-4cf6b968572a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:07:16.886974 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Current status of the port b85220cb-f50a-41fb-b0fa-f73b99d81a2a is: DOWN; New status is: BUILD {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:07:16.887367 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (b85220cb-f50a-41fb-b0fa-f73b99d81a2a), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:16.900209 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b85220cb-f50a-41fb-b0fa-f73b99d81a2a {{(pid=103440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:07:16.919047 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port b85220cb-f50a-41fb-b0fa-f73b99d81a2a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b85220cb-f50a-41fb-b0fa-f73b99d81a2a,segment=NetworkSegment(c9b3c6bf-042d-42ab-970e-e5cb93efe923),segment_id=c9b3c6bf-042d-42ab-970e-e5cb93efe923)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:07:16.996744 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (b85220cb-f50a-41fb-b0fa-f73b99d81a2a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:17.045777 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Pushing event updated for resources: {'Port': ['ID=b85220cb-f50a-41fb-b0fa-f73b99d81a2a,revision_number=9']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:17.309461 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] get_ports_and_sgs() called for port_ids ['b85220cb-f50a-41fb-b0fa-f73b99d81a2a'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:07:17.944166 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4b6ff-9f9a-4cc7-8c81-cc191913a84c req-0bede1a8-0536-4305-b9b0-0306211af3ec tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:17.945644 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b4c4b6ff-9f9a-4cc7-8c81-cc191913a84c req-0bede1a8-0536-4305-b9b0-0306211af3ec tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 944 time: 0.1062882 Mar 07 17:07:17.991965 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b4c4b6ff-9f9a-4cc7-8c81-cc191913a84c req-57cea92d-6aa5-4f47-a5df-7b42bb62535f tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402193 Mar 07 17:07:18.386166 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:18.437116 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7302d5da-8b27-4e52-9f4f-9476ef851bbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:18.770972 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device b85220cb-f50a-41fb-b0fa-f73b99d81a2a up at agent hyperv_hv-cinder-80403 {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:07:18.818696 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Provisioning complete for port b85220cb-f50a-41fb-b0fa-f73b99d81a2a triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:07:18.819061 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (b85220cb-f50a-41fb-b0fa-f73b99d81a2a), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:18.896111 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Current status of the port b85220cb-f50a-41fb-b0fa-f73b99d81a2a is: BUILD; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:07:18.896489 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (b85220cb-f50a-41fb-b0fa-f73b99d81a2a), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:18.917542 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53dccac6-c710-4ee6-9dd7-ec44960ff712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85220cb-f50a-41fb-b0fa-f73b99d81a2a'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:07:18.925069 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11138cde4cb47aed6ab60590cdc6142137d0740b05d94cd9dbb0d95d7575220c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca54d91-096d-46b5-bc82-c87cd4cbec06" -d '{"events": [{"server_uuid": "53dccac6-c710-4ee6-9dd7-ec44960ff712", "name": "network-vif-plugged", "status": "completed", "tag": "b85220cb-f50a-41fb-b0fa-f73b99d81a2a"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:07:18.932978 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port b85220cb-f50a-41fb-b0fa-f73b99d81a2a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b85220cb-f50a-41fb-b0fa-f73b99d81a2a,segment=NetworkSegment(c9b3c6bf-042d-42ab-970e-e5cb93efe923),segment_id=c9b3c6bf-042d-42ab-970e-e5cb93efe923)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:07:18.955436 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4122ba5-ec5a-4a05-a4d1-67a42faa0e44 x-openstack-request-id: req-c4122ba5-ec5a-4a05-a4d1-67a42faa0e44 {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:07:18.955768 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53dccac6-c710-4ee6-9dd7-ec44960ff712", "name": "network-vif-plugged", "status": "completed", "tag": "b85220cb-f50a-41fb-b0fa-f73b99d81a2a", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:07:18.956025 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c4122ba5-ec5a-4a05-a4d1-67a42faa0e44 {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:07:18.956446 dv-cinder-804035-42-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53dccac6-c710-4ee6-9dd7-ec44960ff712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85220cb-f50a-41fb-b0fa-f73b99d81a2a', 'code': 200} Mar 07 17:07:18.975045 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (b85220cb-f50a-41fb-b0fa-f73b99d81a2a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:19.024340 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Pushing event updated for resources: {'Port': ['ID=b85220cb-f50a-41fb-b0fa-f73b99d81a2a,revision_number=10']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:07:19.116265 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4290e-1e5b-489e-8fb6-2ce3ba86ca53 req-76142eaf-1496-4ee2-815a-c0c5e83627c8 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:19.117720 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5ec4290e-1e5b-489e-8fb6-2ce3ba86ca53 req-76142eaf-1496-4ee2-815a-c0c5e83627c8 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 946 time: 0.0551181 Mar 07 17:07:19.163035 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5ec4290e-1e5b-489e-8fb6-2ce3ba86ca53 req-924fc0d2-2881-4cf7-9069-03a27e0f144a tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391407 Mar 07 17:07:19.600510 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d974d1-ebca-4c46-87a1-b051d665a879 req-5dad76e2-cada-4e24-b5b3-2e40d6adc392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:19.601988 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a1d974d1-ebca-4c46-87a1-b051d665a879 req-5dad76e2-cada-4e24-b5b3-2e40d6adc392 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 1130 time: 0.0448675 Mar 07 17:07:19.644746 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a1d974d1-ebca-4c46-87a1-b051d665a879 req-7e4fd2b2-769a-4095-a605-a8b037bc8262 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369353 Mar 07 17:07:20.292178 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a0139d-e530-4faf-807c-4dd841497446 req-2a026dad-5442-4bc7-8698-4ee5e242edc0 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:20.293680 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c5a0139d-e530-4faf-807c-4dd841497446 req-2a026dad-5442-4bc7-8698-4ee5e242edc0 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 946 time: 0.0563769 Mar 07 17:07:20.346395 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c5a0139d-e530-4faf-807c-4dd841497446 req-e4403fe1-55ea-4ef1-8170-0553921a2fff tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456672 Mar 07 17:07:20.442081 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:21.467922 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d0eeb-1c98-4d44-9267-596bfbb509ba req-8c4df1b6-e438-4063-8454-56e48bbb8393 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:21.469366 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-456d0eeb-1c98-4d44-9267-596bfbb509ba req-8c4df1b6-e438-4063-8454-56e48bbb8393 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 946 time: 0.0525951 Mar 07 17:07:21.522303 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-456d0eeb-1c98-4d44-9267-596bfbb509ba req-dd0a30b1-0988-421d-9ece-26cde7ee5a43 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474451 Mar 07 17:07:21.894543 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:22.648161 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dbfd39-9159-46ac-ae89-71bef3bea50d req-b15014de-3784-487e-9168-dbc31905e6d3 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:22.649626 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-31dbfd39-9159-46ac-ae89-71bef3bea50d req-b15014de-3784-487e-9168-dbc31905e6d3 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 946 time: 0.0531282 Mar 07 17:07:22.696943 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-31dbfd39-9159-46ac-ae89-71bef3bea50d req-354bf698-552e-4c9a-9c61-d12523201c24 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416760 Mar 07 17:07:22.848572 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3e414ed1-7a62-4b71-8b9e-7e8a3d4f31fb req-6c3b98bb-f252-40bb-9130-7ce270d40f02 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463312 Mar 07 17:07:22.934819 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e414ed1-7a62-4b71-8b9e-7e8a3d4f31fb req-d4ba9d7f-dff7-4701-9590-fc9cbb839af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:22.936239 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3e414ed1-7a62-4b71-8b9e-7e8a3d4f31fb req-d4ba9d7f-dff7-4701-9590-fc9cbb839af6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=db35bac585dc40f58eb36a633d40676e&device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 1130 time: 0.0447168 Mar 07 17:07:22.980135 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:23.039090 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e414ed1-7a62-4b71-8b9e-7e8a3d4f31fb req-7485d580-e8e9-4e1a-9b1f-fec0671a442e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:23.040594 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3e414ed1-7a62-4b71-8b9e-7e8a3d4f31fb req-7485d580-e8e9-4e1a-9b1f-fec0671a442e service neutron] 10.222.0.53 "GET /v2.0/networks?id=092694bd-373f-4bfb-9d43-3858867af44b HTTP/1.1" status: 200 len: 918 time: 0.0862358 Mar 07 17:07:23.110061 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3e414ed1-7a62-4b71-8b9e-7e8a3d4f31fb req-48ea8e9c-ab05-4738-aa29-fc00a66a646d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b85220cb-f50a-41fb-b0fa-f73b99d81a2a HTTP/1.1" status: 200 len: 1000 time: 0.0597491 Mar 07 17:07:23.157013 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e414ed1-7a62-4b71-8b9e-7e8a3d4f31fb req-51a84b17-77a3-4aa7-bd97-b6a9039ec785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:23.158419 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3e414ed1-7a62-4b71-8b9e-7e8a3d4f31fb req-51a84b17-77a3-4aa7-bd97-b6a9039ec785 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=74c40c13-f415-433a-b979-4cf6b968572a HTTP/1.1" status: 200 len: 856 time: 0.0416858 Mar 07 17:07:23.217214 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e414ed1-7a62-4b71-8b9e-7e8a3d4f31fb req-38123ad0-a4ee-4db6-8803-06492aacf9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:07:23.218688 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3e414ed1-7a62-4b71-8b9e-7e8a3d4f31fb req-38123ad0-a4ee-4db6-8803-06492aacf9e0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=092694bd-373f-4bfb-9d43-3858867af44b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0537155 Mar 07 17:07:23.307896 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3e414ed1-7a62-4b71-8b9e-7e8a3d4f31fb req-59d23328-732b-4a3c-9797-8fe368de51fb service neutron] 10.222.0.53 "GET /v2.0/networks/092694bd-373f-4bfb-9d43-3858867af44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819521 Mar 07 17:07:23.398026 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3e414ed1-7a62-4b71-8b9e-7e8a3d4f31fb req-df796d1d-aecd-4f69-942e-18eb1bbed174 service neutron] 10.222.0.53 "GET /v2.0/networks/092694bd-373f-4bfb-9d43-3858867af44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842276 Mar 07 17:07:45.922518 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-996144bf-17c8-4adf-abb9-490fd9cdd7ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:48.356625 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:48.414052 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6632e25d-e352-4f81-9708-6708c69de54f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:49.291480 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:07:50.420281 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:51.842361 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:07:52.979116 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:11.822858 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd7d89-da0f-484b-994b-5168c1f34d06 req-09960bbe-f9af-4740-9d46-e7152bccc708 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:11.824336 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-35bd7d89-da0f-484b-994b-5168c1f34d06 req-09960bbe-f9af-4740-9d46-e7152bccc708 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 946 time: 0.0523369 Mar 07 17:08:11.871882 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-35bd7d89-da0f-484b-994b-5168c1f34d06 req-8f498b07-5581-42cb-91d9-5cd507adcc75 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414286 Mar 07 17:08:12.991553 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75379629-8487-4e48-9a4b-b5151994f865 req-c1e5fbbd-1855-4814-b6b8-4566ae8af920 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:12.993044 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-75379629-8487-4e48-9a4b-b5151994f865 req-c1e5fbbd-1855-4814-b6b8-4566ae8af920 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 946 time: 0.0525229 Mar 07 17:08:13.038379 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-75379629-8487-4e48-9a4b-b5151994f865 req-954071a7-6b96-406b-b42b-283508511afd tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399063 Mar 07 17:08:14.159502 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265f032-740d-4769-909a-444416e55b46 req-24850127-4579-4919-8362-4a126e62ec08 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:14.161021 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c265f032-740d-4769-909a-444416e55b46 req-24850127-4579-4919-8362-4a126e62ec08 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 946 time: 0.0569510 Mar 07 17:08:14.207590 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c265f032-740d-4769-909a-444416e55b46 req-de778905-92e2-48ee-af51-9822db80a86b tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410645 Mar 07 17:08:15.323609 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be6809-c9c5-40f9-afd0-2d3cc4ef1173 req-93fe04cd-f17b-429d-951b-2ad3a42b32b4 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:15.325056 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-54be6809-c9c5-40f9-afd0-2d3cc4ef1173 req-93fe04cd-f17b-429d-951b-2ad3a42b32b4 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 946 time: 0.0517249 Mar 07 17:08:15.376291 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-54be6809-c9c5-40f9-afd0-2d3cc4ef1173 req-a6ccff92-6ed8-49d5-b6a6-ee19535b2a82 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420892 Mar 07 17:08:15.944689 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5c0a23d4-a9c3-4eff-b5a5-1a2371434485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:16.494282 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c575e8-a36f-4867-af0a-8c29f9c66ce4 req-5a6fe3b1-7ea9-42bc-8edc-8763e20bbd43 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:16.495706 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f9c575e8-a36f-4867-af0a-8c29f9c66ce4 req-5a6fe3b1-7ea9-42bc-8edc-8763e20bbd43 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 946 time: 0.0532987 Mar 07 17:08:16.787627 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f9c575e8-a36f-4867-af0a-8c29f9c66ce4 req-4b7c7d34-a759-42ce-84d4-982a50eea086 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2862606 Mar 07 17:08:17.902806 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbfedec-2c8c-4e74-a51d-f41bdec504c5 req-a1fbf942-9c13-41ed-8de4-044a6112d4ed tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:17.904270 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5dbfedec-2c8c-4e74-a51d-f41bdec504c5 req-a1fbf942-9c13-41ed-8de4-044a6112d4ed tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 946 time: 0.0513372 Mar 07 17:08:17.949628 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5dbfedec-2c8c-4e74-a51d-f41bdec504c5 req-b01f6f11-e8b1-440a-bcf6-a3735b4a4976 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400050 Mar 07 17:08:18.345282 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:18.413058 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8dc5a2d2-3acc-4e98-ba4d-a462edf98238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:19.065579 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a919db-1d08-43cc-bad7-f60eaafcc5be req-d6b7d73e-42f2-47c9-9e40-347592c37d8d tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:19.067039 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-90a919db-1d08-43cc-bad7-f60eaafcc5be req-d6b7d73e-42f2-47c9-9e40-347592c37d8d tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 946 time: 0.0520003 Mar 07 17:08:19.115680 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-90a919db-1d08-43cc-bad7-f60eaafcc5be req-8b9e0b5f-fd09-4d6a-adde-c0b7a9e85a43 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429697 Mar 07 17:08:20.232206 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a4d2fd-b7a5-4398-b0fc-a88ed89b956f req-f763e86f-7485-4f03-b936-a5cdd1f09c93 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:20.233661 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-74a4d2fd-b7a5-4398-b0fc-a88ed89b956f req-f763e86f-7485-4f03-b936-a5cdd1f09c93 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 946 time: 0.0516064 Mar 07 17:08:20.279184 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-74a4d2fd-b7a5-4398-b0fc-a88ed89b956f req-0833eb32-d92a-4416-8354-2ac38e0e98a3 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400259 Mar 07 17:08:20.429819 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:21.399485 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f8e34-6888-4c10-a8fa-43d67e7dee2b req-697f0771-d4e9-4351-9884-90f620d119f3 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:21.401091 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c53f8e34-6888-4c10-a8fa-43d67e7dee2b req-697f0771-d4e9-4351-9884-90f620d119f3 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 946 time: 0.0533965 Mar 07 17:08:21.446997 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c53f8e34-6888-4c10-a8fa-43d67e7dee2b req-066b1c07-9ece-4ebc-8a4a-7cebedf8c611 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404425 Mar 07 17:08:21.880462 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:22.568172 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58921750-aa0d-498f-a0ac-e12a2d52d4ea req-235c7a55-f683-4775-8014-de6443d3ab55 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:22.569634 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-58921750-aa0d-498f-a0ac-e12a2d52d4ea req-235c7a55-f683-4775-8014-de6443d3ab55 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 946 time: 0.0557146 Mar 07 17:08:22.617630 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-58921750-aa0d-498f-a0ac-e12a2d52d4ea req-79b7f5cb-732a-458d-9cf5-d1d3e165776c tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424244 Mar 07 17:08:22.990223 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:23.057134 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383032ad-4d29-443d-b5e3-5d433eb59e53 req-ab6f1a14-1566-4f53-ac8b-53fb84937cbd tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:23.058631 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-383032ad-4d29-443d-b5e3-5d433eb59e53 req-ab6f1a14-1566-4f53-ac8b-53fb84937cbd tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 946 time: 0.0675807 Mar 07 17:08:23.108160 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-383032ad-4d29-443d-b5e3-5d433eb59e53 req-12a451b4-7976-4ea2-95b4-e4fe89aff9d4 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428996 Mar 07 17:08:23.196265 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156f1f7-f120-41b8-afd9-20b46a158b96 req-90e1fa9b-9e97-472f-97df-bab2f35251c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:23.197649 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6156f1f7-f120-41b8-afd9-20b46a158b96 req-90e1fa9b-9e97-472f-97df-bab2f35251c3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1f4fc0170321429faf3e9895e52f81ca&device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 1130 time: 0.0866327 Mar 07 17:08:23.287981 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156f1f7-f120-41b8-afd9-20b46a158b96 req-8f7aa827-d455-40f5-9f07-28a0924fd445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:23.289434 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6156f1f7-f120-41b8-afd9-20b46a158b96 req-8f7aa827-d455-40f5-9f07-28a0924fd445 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a5817453-0687-4232-b082-7a8f6cce82b8 HTTP/1.1" status: 200 len: 912 time: 0.0860569 Mar 07 17:08:23.361300 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6156f1f7-f120-41b8-afd9-20b46a158b96 req-8878b114-18c4-4a39-87ca-f98821adbc64 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=988f72d7-80a4-43cf-873b-0e5d21b43431 HTTP/1.1" status: 200 len: 1001 time: 0.0649316 Mar 07 17:08:23.408383 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156f1f7-f120-41b8-afd9-20b46a158b96 req-946febe1-d97a-41a7-922d-b9de21888e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:23.409760 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6156f1f7-f120-41b8-afd9-20b46a158b96 req-946febe1-d97a-41a7-922d-b9de21888e83 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1727d561-64eb-436e-b9e1-627515b9c111 HTTP/1.1" status: 200 len: 850 time: 0.0428832 Mar 07 17:08:23.456828 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156f1f7-f120-41b8-afd9-20b46a158b96 req-25cd5b00-4a42-41ec-bc15-5d12ce9bed2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:23.458221 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6156f1f7-f120-41b8-afd9-20b46a158b96 req-25cd5b00-4a42-41ec-bc15-5d12ce9bed2d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a5817453-0687-4232-b082-7a8f6cce82b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423007 Mar 07 17:08:23.547946 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6156f1f7-f120-41b8-afd9-20b46a158b96 req-8ea8603b-bd73-4dfe-8835-f35979475f1b service neutron] 10.222.0.53 "GET /v2.0/networks/a5817453-0687-4232-b082-7a8f6cce82b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836048 Mar 07 17:08:23.634840 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6156f1f7-f120-41b8-afd9-20b46a158b96 req-43d3b264-c8cb-4059-8e64-b5c7e2c78301 service neutron] 10.222.0.53 "GET /v2.0/networks/a5817453-0687-4232-b082-7a8f6cce82b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810714 Mar 07 17:08:24.231843 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1772b1-7840-4373-8986-c18875f35142 req-5cff166d-a412-4924-b431-30a90d9d11d4 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:24.233321 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0c1772b1-7840-4373-8986-c18875f35142 req-5cff166d-a412-4924-b431-30a90d9d11d4 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 946 time: 0.0534122 Mar 07 17:08:24.288085 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0c1772b1-7840-4373-8986-c18875f35142 req-a2b9abe4-a1ce-450d-bfd0-69f378d4d376 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488884 Mar 07 17:08:24.604339 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b671f917-6881-41eb-b4af-8143515614dd req-4b37690d-b8fb-4e85-a5d1-8dd4e320e7a0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448215 Mar 07 17:08:24.667534 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671f917-6881-41eb-b4af-8143515614dd req-4fa67e0c-55ed-40ef-a239-be24be64cecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:24.668995 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b671f917-6881-41eb-b4af-8143515614dd req-4fa67e0c-55ed-40ef-a239-be24be64cecf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9c209a56518a47aea7e997fd4223a98c&device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 1130 time: 0.0443969 Mar 07 17:08:24.775736 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671f917-6881-41eb-b4af-8143515614dd req-ec02c4cb-723a-48ef-9fc5-3dc09c8cf78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:24.777197 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b671f917-6881-41eb-b4af-8143515614dd req-ec02c4cb-723a-48ef-9fc5-3dc09c8cf78e service neutron] 10.222.0.53 "GET /v2.0/networks?id=f09f7dbb-82c6-4d35-8521-db45cf32e53c HTTP/1.1" status: 200 len: 910 time: 0.0888209 Mar 07 17:08:24.840672 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b671f917-6881-41eb-b4af-8143515614dd req-3bb05727-2499-4211-8672-8100f38b9318 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a59e2276-4826-4703-86f5-50aec68d19d9 HTTP/1.1" status: 200 len: 1001 time: 0.0572860 Mar 07 17:08:24.887901 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671f917-6881-41eb-b4af-8143515614dd req-de932b15-ac2a-411f-8415-397e2c641034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:24.889306 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b671f917-6881-41eb-b4af-8143515614dd req-de932b15-ac2a-411f-8415-397e2c641034 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=59906c62-41b2-4312-809f-0ad753757d03 HTTP/1.1" status: 200 len: 848 time: 0.0426214 Mar 07 17:08:24.941364 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671f917-6881-41eb-b4af-8143515614dd req-fc1211d3-796c-4548-a96d-278275e40e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:24.942841 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b671f917-6881-41eb-b4af-8143515614dd req-fc1211d3-796c-4548-a96d-278275e40e78 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f09f7dbb-82c6-4d35-8521-db45cf32e53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0473385 Mar 07 17:08:25.029902 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b671f917-6881-41eb-b4af-8143515614dd req-040d90b3-9800-4b89-a54f-c5bda7e37a02 service neutron] 10.222.0.53 "GET /v2.0/networks/f09f7dbb-82c6-4d35-8521-db45cf32e53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806630 Mar 07 17:08:25.120299 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b671f917-6881-41eb-b4af-8143515614dd req-d5a2f8b8-a986-4122-979d-51c808d4aa19 service neutron] 10.222.0.53 "GET /v2.0/networks/f09f7dbb-82c6-4d35-8521-db45cf32e53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845199 Mar 07 17:08:25.407849 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1320b-dc8e-48d7-ac21-38aecccde04b req-1cdfaa2d-fb3c-4bad-ab60-58dfe7bb80a5 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:25.409353 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-16c1320b-dc8e-48d7-ac21-38aecccde04b req-1cdfaa2d-fb3c-4bad-ab60-58dfe7bb80a5 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 946 time: 0.0555327 Mar 07 17:08:25.454848 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-16c1320b-dc8e-48d7-ac21-38aecccde04b req-7bb0dfcc-3d81-4f41-8150-ee33abdfe8fc tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401430 Mar 07 17:08:26.290577 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:08:28.860813 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb9459-af34-4422-bf2a-a655bdcb51b2 req-a794fc8b-88a0-4710-81d5-ac4e4725f8b7 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:28.862320 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6ecb9459-af34-4422-bf2a-a655bdcb51b2 req-a794fc8b-88a0-4710-81d5-ac4e4725f8b7 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 946 time: 0.0569277 Mar 07 17:08:28.908501 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6ecb9459-af34-4422-bf2a-a655bdcb51b2 req-b98528d5-2f97-43b0-a38f-c1b23607a681 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404048 Mar 07 17:08:30.035766 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44936ffa-d2d2-4e8d-9fa6-d24dc0206557 req-0653326e-c2db-4f66-b878-ce00ed6f496d tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:30.037247 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-44936ffa-d2d2-4e8d-9fa6-d24dc0206557 req-0653326e-c2db-4f66-b878-ce00ed6f496d tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 946 time: 0.0542576 Mar 07 17:08:30.083431 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-44936ffa-d2d2-4e8d-9fa6-d24dc0206557 req-4063d4af-dea5-4134-b656-a41c975fd0f5 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407672 Mar 07 17:08:30.735021 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d41474-df2b-47f1-81e1-78720fdb4c70 req-fd83cf32-9b33-420f-ac4c-22e5003739eb tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:30.736599 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-65d41474-df2b-47f1-81e1-78720fdb4c70 req-fd83cf32-9b33-420f-ac4c-22e5003739eb tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.53 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 946 time: 0.0515878 Mar 07 17:08:30.830611 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-65d41474-df2b-47f1-81e1-78720fdb4c70 req-4f70cb81-d023-4a5d-8fad-28f456d5bf28 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Deleting port b85220cb-f50a-41fb-b0fa-f73b99d81a2a {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:08:30.830947 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-65d41474-df2b-47f1-81e1-78720fdb4c70 req-4f70cb81-d023-4a5d-8fad-28f456d5bf28 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (b85220cb-f50a-41fb-b0fa-f73b99d81a2a), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:30.916260 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-65d41474-df2b-47f1-81e1-78720fdb4c70 req-4f70cb81-d023-4a5d-8fad-28f456d5bf28 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] For port b85220cb-f50a-41fb-b0fa-f73b99d81a2a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b85220cb-f50a-41fb-b0fa-f73b99d81a2a,segment=NetworkSegment(c9b3c6bf-042d-42ab-970e-e5cb93efe923),segment_id=c9b3c6bf-042d-42ab-970e-e5cb93efe923)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:08:30.916620 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-65d41474-df2b-47f1-81e1-78720fdb4c70 req-4f70cb81-d023-4a5d-8fad-28f456d5bf28 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (b85220cb-f50a-41fb-b0fa-f73b99d81a2a), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:31.151963 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-65d41474-df2b-47f1-81e1-78720fdb4c70 req-4f70cb81-d023-4a5d-8fad-28f456d5bf28 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:31.152643 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-65d41474-df2b-47f1-81e1-78720fdb4c70 req-4f70cb81-d023-4a5d-8fad-28f456d5bf28 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2049624'] for floatingip (14affb8e-58f0-47e7-b1dc-50ba16dc959a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:31.152643 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.db.l3_db [req-65d41474-df2b-47f1-81e1-78720fdb4c70 req-4f70cb81-d023-4a5d-8fad-28f456d5bf28 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Floating IP 14affb8e-58f0-47e7-b1dc-50ba16dc959a disassociated. External IP: 172.27.3.36, port: b85220cb-f50a-41fb-b0fa-f73b99d81a2a. Mar 07 17:08:31.152955 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-65d41474-df2b-47f1-81e1-78720fdb4c70 req-4f70cb81-d023-4a5d-8fad-28f456d5bf28 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Calling delete_port for b85220cb-f50a-41fb-b0fa-f73b99d81a2a owned by compute:nova {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:08:31.253183 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65e64b-734f-4a9d-8cee-e7d9fb7b31f1 req-0156a2f5-d2d8-4c43-bcbc-ef6bd225f857 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:31.254627 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4c65e64b-734f-4a9d-8cee-e7d9fb7b31f1 req-0156a2f5-d2d8-4c43-bcbc-ef6bd225f857 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 946 time: 0.0997469 Mar 07 17:08:31.340887 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4c65e64b-734f-4a9d-8cee-e7d9fb7b31f1 req-7ec7ebf0-f53e-4b61-8d32-9bed7e44993c tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=8bafed95-6d3c-4099-8266-5754bed9cd69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803828 Mar 07 17:08:31.452939 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-65d41474-df2b-47f1-81e1-78720fdb4c70 req-4f70cb81-d023-4a5d-8fad-28f456d5bf28 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (b85220cb-f50a-41fb-b0fa-f73b99d81a2a), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:31.481816 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f70cb81-d023-4a5d-8fad-28f456d5bf28 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Pushing event deleted for resources: {'Port': ['ID=b85220cb-f50a-41fb-b0fa-f73b99d81a2a,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:31.493965 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70cb81-d023-4a5d-8fad-28f456d5bf28 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:31.494316 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70cb81-d023-4a5d-8fad-28f456d5bf28 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:31.494659 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70cb81-d023-4a5d-8fad-28f456d5bf28 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:31.494998 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70cb81-d023-4a5d-8fad-28f456d5bf28 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:31.495332 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70cb81-d023-4a5d-8fad-28f456d5bf28 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:31.495766 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70cb81-d023-4a5d-8fad-28f456d5bf28 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:31.496096 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70cb81-d023-4a5d-8fad-28f456d5bf28 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:31.496426 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70cb81-d023-4a5d-8fad-28f456d5bf28 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:31.496754 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70cb81-d023-4a5d-8fad-28f456d5bf28 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:31.497079 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70cb81-d023-4a5d-8fad-28f456d5bf28 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:31.497408 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70cb81-d023-4a5d-8fad-28f456d5bf28 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:31.497730 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70cb81-d023-4a5d-8fad-28f456d5bf28 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:31.498061 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70cb81-d023-4a5d-8fad-28f456d5bf28 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:31.608999 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65d41474-df2b-47f1-81e1-78720fdb4c70 req-4f70cb81-d023-4a5d-8fad-28f456d5bf28 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Router c91f9a92-5cc8-400d-ba24-c07e037522ba has already been hosted by L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:08:31.718584 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65d41474-df2b-47f1-81e1-78720fdb4c70 req-4f70cb81-d023-4a5d-8fad-28f456d5bf28 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:08:31.729596 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b60fe82-636d-461c-a562-2ee74e508bca None None] Sync routers for ids ['c91f9a92-5cc8-400d-ba24-c07e037522ba'] in dv-cinder-804035-42-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:08:31.740528 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b60fe82-636d-461c-a562-2ee74e508bca None None] Routers {'c91f9a92-5cc8-400d-ba24-c07e037522ba'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:08:31.741390 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-5b60fe82-636d-461c-a562-2ee74e508bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:08:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['c91f9a92-5cc8-400d-ba24-c07e037522ba'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:08:31.760416 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-65d41474-df2b-47f1-81e1-78720fdb4c70 req-4f70cb81-d023-4a5d-8fad-28f456d5bf28 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] No DVR routers for this DVR port b85220cb-f50a-41fb-b0fa-f73b99d81a2a on host hv-cinder-80403 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:08:31.763073 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-65d41474-df2b-47f1-81e1-78720fdb4c70 req-4f70cb81-d023-4a5d-8fad-28f456d5bf28 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:31.766635 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-65d41474-df2b-47f1-81e1-78720fdb4c70 req-4f70cb81-d023-4a5d-8fad-28f456d5bf28 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.53 "DELETE /v2.0/ports/b85220cb-f50a-41fb-b0fa-f73b99d81a2a HTTP/1.1" status: 204 len: 173 time: 1.0252714 Mar 07 17:08:31.767291 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53dccac6-c710-4ee6-9dd7-ec44960ff712', 'name': 'network-vif-deleted', 'tag': 'b85220cb-f50a-41fb-b0fa-f73b99d81a2a'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:08:31.770808 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aba4c615e876ca6c23e5fed61a3d1f980fac3f984d457871ad3b292fe147bdb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010f5176-c9ce-4ec4-b452-b614cc1d0cbe" -d '{"events": [{"server_uuid": "53dccac6-c710-4ee6-9dd7-ec44960ff712", "name": "network-vif-deleted", "tag": "b85220cb-f50a-41fb-b0fa-f73b99d81a2a"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:08:31.855564 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-5b60fe82-636d-461c-a562-2ee74e508bca None None] Set router c91f9a92-5cc8-400d-ba24-c07e037522ba gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:08:31.871167 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98107852-6446-496c-9231-5681bd4c183b x-openstack-request-id: req-98107852-6446-496c-9231-5681bd4c183b {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:08:31.871690 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53dccac6-c710-4ee6-9dd7-ec44960ff712", "name": "network-vif-deleted", "tag": "b85220cb-f50a-41fb-b0fa-f73b99d81a2a", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:08:31.872104 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-98107852-6446-496c-9231-5681bd4c183b {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:08:31.872660 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53dccac6-c710-4ee6-9dd7-ec44960ff712', 'name': 'network-vif-deleted', 'tag': 'b85220cb-f50a-41fb-b0fa-f73b99d81a2a', 'status': 'completed', 'code': 200} Mar 07 17:08:32.075134 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-5b60fe82-636d-461c-a562-2ee74e508bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'name': 'tempest-AttachVolumeShelveTestJSON-2044604753-router', 'tenant_id': 'db35bac585dc40f58eb36a633d40676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'cf88e20c-3353-4f9f-8175-f3350c593e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:02:15Z', 'updated_at': '2022-03-07T17:02:22Z', 'revision_number': 4, 'project_id': 'db35bac585dc40f58eb36a633d40676e', 'gw_port': {'id': 'cf88e20c-3353-4f9f-8175-f3350c593e9e', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:02:16Z', 'updated_at': '2022-03-07T17:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': '65cacb49-be73-4420-a3dd-ea07426e84e8', 'name': '', 'network_id': '092694bd-373f-4bfb-9d43-3858867af44b', 'tenant_id': 'db35bac585dc40f58eb36a633d40676e', 'mac_address': 'fa:16:3e:93:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '74c40c13-f415-433a-b979-4cf6b968572a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:02:20Z', 'updated_at': '2022-03-07T17:02:29Z', 'revision_number': 5, 'project_id': 'db35bac585dc40f58eb36a633d40676e', 'subnets': [{'id': '74c40c13-f415-433a-b979-4cf6b968572a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:08:32.103113 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b60fe82-636d-461c-a562-2ee74e508bca None None] Checking router: c91f9a92-5cc8-400d-ba24-c07e037522ba for host: dv-cinder-804035-42-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:08:32.112198 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b60fe82-636d-461c-a562-2ee74e508bca None None] Routers {'c91f9a92-5cc8-400d-ba24-c07e037522ba'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:08:32.112866 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-5b60fe82-636d-461c-a562-2ee74e508bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:08:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['c91f9a92-5cc8-400d-ba24-c07e037522ba'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:08:32.221267 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-5b60fe82-636d-461c-a562-2ee74e508bca None None] Set router c91f9a92-5cc8-400d-ba24-c07e037522ba gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:08:32.423802 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-5b60fe82-636d-461c-a562-2ee74e508bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'name': 'tempest-AttachVolumeShelveTestJSON-2044604753-router', 'tenant_id': 'db35bac585dc40f58eb36a633d40676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'cf88e20c-3353-4f9f-8175-f3350c593e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:02:15Z', 'updated_at': '2022-03-07T17:02:22Z', 'revision_number': 4, 'project_id': 'db35bac585dc40f58eb36a633d40676e', 'gw_port': {'id': 'cf88e20c-3353-4f9f-8175-f3350c593e9e', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:02:16Z', 'updated_at': '2022-03-07T17:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': '65cacb49-be73-4420-a3dd-ea07426e84e8', 'name': '', 'network_id': '092694bd-373f-4bfb-9d43-3858867af44b', 'tenant_id': 'db35bac585dc40f58eb36a633d40676e', 'mac_address': 'fa:16:3e:93:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '74c40c13-f415-433a-b979-4cf6b968572a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:02:20Z', 'updated_at': '2022-03-07T17:02:29Z', 'revision_number': 5, 'project_id': 'db35bac585dc40f58eb36a633d40676e', 'subnets': [{'id': '74c40c13-f415-433a-b979-4cf6b968572a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:08:32.456781 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b60fe82-636d-461c-a562-2ee74e508bca None None] The sync data for ids ['c91f9a92-5cc8-400d-ba24-c07e037522ba'] in dv-cinder-804035-42-iscsi is: [{'id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'name': 'tempest-AttachVolumeShelveTestJSON-2044604753-router', 'tenant_id': 'db35bac585dc40f58eb36a633d40676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'cf88e20c-3353-4f9f-8175-f3350c593e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:02:15Z', 'updated_at': '2022-03-07T17:02:22Z', 'revision_number': 4, 'project_id': 'db35bac585dc40f58eb36a633d40676e', 'gw_port': {'id': 'cf88e20c-3353-4f9f-8175-f3350c593e9e', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:02:16Z', 'updated_at': '2022-03-07T17:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': '65cacb49-be73-4420-a3dd-ea07426e84e8', 'name': '', 'network_id': '092694bd-373f-4bfb-9d43-3858867af44b', 'tenant_id': 'db35bac585dc40f58eb36a633d40676e', 'mac_address': 'fa:16:3e:93:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '74c40c13-f415-433a-b979-4cf6b968572a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:02:20Z', 'updated_at': '2022-03-07T17:02:29Z', 'revision_number': 5, 'project_id': 'db35bac585dc40f58eb36a633d40676e', 'subnets': [{'id': '74c40c13-f415-433a-b979-4cf6b968572a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:08:32.457121 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3a1be9f6-1fc6-4f57-82c7-b52e1a87c090 req-b61490a7-7833-4170-ade2-8ebec35fccc9 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=53dccac6-c710-4ee6-9dd7-ec44960ff712 HTTP/1.1" status: 200 len: 210 time: 0.0280037 Mar 07 17:08:32.704691 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a381dbc0-25d9-494f-9323-b0bfd35ff75e None None] New status for floating IP 14affb8e-58f0-47e7-b1dc-50ba16dc959a: DOWN {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:08:33.607496 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 37572) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:08:33.668248 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-aa16a0ea-9461-45ea-9a8e-6e0fb964380e tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks [] for security_group (8bafed95-6d3c-4099-8266-5754bed9cd69), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:33.692848 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-aa16a0ea-9461-45ea-9a8e-6e0fb964380e tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks [] for security_group (8bafed95-6d3c-4099-8266-5754bed9cd69), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:33.795688 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-aa16a0ea-9461-45ea-9a8e-6e0fb964380e tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (8bafed95-6d3c-4099-8266-5754bed9cd69), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:33.798506 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-aa16a0ea-9461-45ea-9a8e-6e0fb964380e tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:33.799711 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-aa16a0ea-9461-45ea-9a8e-6e0fb964380e tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "DELETE /v2.0/security-groups/8bafed95-6d3c-4099-8266-5754bed9cd69 HTTP/1.1" status: 204 len: 168 time: 0.1912527 Mar 07 17:08:33.802884 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 37574) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:08:33.809560 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa16a0ea-9461-45ea-9a8e-6e0fb964380e tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bafed95-6d3c-4099-8266-5754bed9cd69,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:33.820289 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.api.v2.resource [None req-bf82ce57-ec3c-4121-81fa-e96c156f54e8 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] show failed (client error): The resource could not be found. Mar 07 17:08:33.821546 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-bf82ce57-ec3c-4121-81fa-e96c156f54e8 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups/8bafed95-6d3c-4099-8266-5754bed9cd69 HTTP/1.1" status: 404 len: 347 time: 0.0176678 Mar 07 17:08:33.824643 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 37578) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:08:33.947945 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-364363bc-fe1f-49e1-9b43-45001c3ad904 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Deleting port e3ea7ae6-19ff-40b0-90f1-3a30e4bf652f {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:08:33.948282 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-364363bc-fe1f-49e1-9b43-45001c3ad904 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (e3ea7ae6-19ff-40b0-90f1-3a30e4bf652f), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:34.025260 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-364363bc-fe1f-49e1-9b43-45001c3ad904 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (e3ea7ae6-19ff-40b0-90f1-3a30e4bf652f), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:34.025579 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-364363bc-fe1f-49e1-9b43-45001c3ad904 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks [] for floatingip (e3ea7ae6-19ff-40b0-90f1-3a30e4bf652f), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:34.040016 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-364363bc-fe1f-49e1-9b43-45001c3ad904 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Calling delete_port for e3ea7ae6-19ff-40b0-90f1-3a30e4bf652f owned by network:floatingip {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:08:34.241732 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-364363bc-fe1f-49e1-9b43-45001c3ad904 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51013872'] for port (e3ea7ae6-19ff-40b0-90f1-3a30e4bf652f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:34.268216 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364363bc-fe1f-49e1-9b43-45001c3ad904 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Pushing event deleted for resources: {'Port': ['ID=e3ea7ae6-19ff-40b0-90f1-3a30e4bf652f,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:34.279588 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364363bc-fe1f-49e1-9b43-45001c3ad904 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:34.279946 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364363bc-fe1f-49e1-9b43-45001c3ad904 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:34.280286 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364363bc-fe1f-49e1-9b43-45001c3ad904 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:34.280620 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364363bc-fe1f-49e1-9b43-45001c3ad904 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:34.280958 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364363bc-fe1f-49e1-9b43-45001c3ad904 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:34.281286 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364363bc-fe1f-49e1-9b43-45001c3ad904 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:34.281614 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364363bc-fe1f-49e1-9b43-45001c3ad904 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:34.282478 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364363bc-fe1f-49e1-9b43-45001c3ad904 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:34.282816 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364363bc-fe1f-49e1-9b43-45001c3ad904 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:34.283146 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364363bc-fe1f-49e1-9b43-45001c3ad904 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:34.283494 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364363bc-fe1f-49e1-9b43-45001c3ad904 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:34.283823 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364363bc-fe1f-49e1-9b43-45001c3ad904 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:34.284145 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364363bc-fe1f-49e1-9b43-45001c3ad904 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:34.340547 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-364363bc-fe1f-49e1-9b43-45001c3ad904 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks [] for floatingip (14affb8e-58f0-47e7-b1dc-50ba16dc959a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:34.343083 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-364363bc-fe1f-49e1-9b43-45001c3ad904 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:34.344400 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-364363bc-fe1f-49e1-9b43-45001c3ad904 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "DELETE /v2.0/floatingips/14affb8e-58f0-47e7-b1dc-50ba16dc959a HTTP/1.1" status: 204 len: 168 time: 0.5185964 Mar 07 17:08:34.570325 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 37582) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:08:34.574931 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-cca9a63e-481b-4216-b915-28e6e937d682 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1043944686', 'description': 'tempest-description--1585858882'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:08:34.642336 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cca9a63e-481b-4216-b915-28e6e937d682 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:34.706561 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cca9a63e-481b-4216-b915-28e6e937d682 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks [] for security_group (64db6adc-f5af-48b3-8bb4-28a7af511c0d), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:34.743695 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cca9a63e-481b-4216-b915-28e6e937d682 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (64db6adc-f5af-48b3-8bb4-28a7af511c0d), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:34.772358 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca9a63e-481b-4216-b915-28e6e937d682 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64db6adc-f5af-48b3-8bb4-28a7af511c0d,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:34.831539 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cca9a63e-481b-4216-b915-28e6e937d682 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:34.832721 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-cca9a63e-481b-4216-b915-28e6e937d682 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2613914 Mar 07 17:08:34.835523 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 37584) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:08:34.839802 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-3503398b-5a8f-4e3d-86e0-d3cd74e91721 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Request body: {'security_group_rule': {'security_group_id': '64db6adc-f5af-48b3-8bb4-28a7af511c0d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:08:34.960676 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3503398b-5a8f-4e3d-86e0-d3cd74e91721 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks [] for security_group_rule (baeac1b6-0e90-4dd2-9f23-0961ee03c611), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:35.020904 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3503398b-5a8f-4e3d-86e0-d3cd74e91721 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks [] for security_group_rule (baeac1b6-0e90-4dd2-9f23-0961ee03c611), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:35.104093 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3503398b-5a8f-4e3d-86e0-d3cd74e91721 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607897'] for security_group_rule (baeac1b6-0e90-4dd2-9f23-0961ee03c611), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:35.122631 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3503398b-5a8f-4e3d-86e0-d3cd74e91721 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baeac1b6-0e90-4dd2-9f23-0961ee03c611,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:35.159371 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device b85220cb-f50a-41fb-b0fa-f73b99d81a2a no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:08:35.179959 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] No Port match for: b85220cb-f50a-41fb-b0fa-f73b99d81a2a {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:08:35.180305 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device b85220cb-f50a-41fb-b0fa-f73b99d81a2a not bound to the agent host hv-cinder-80403 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:08:35.208303 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3503398b-5a8f-4e3d-86e0-d3cd74e91721 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:35.209562 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-3503398b-5a8f-4e3d-86e0-d3cd74e91721 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3731370 Mar 07 17:08:35.212258 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 37586) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:08:35.216673 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-075d8b69-6d81-4432-9b08-fa6df0ed74b4 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Request body: {'security_group_rule': {'security_group_id': '64db6adc-f5af-48b3-8bb4-28a7af511c0d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:08:35.296329 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-075d8b69-6d81-4432-9b08-fa6df0ed74b4 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks [] for security_group_rule (2821466c-8025-43a2-99e2-84714d608b36), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:35.354179 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-075d8b69-6d81-4432-9b08-fa6df0ed74b4 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks [] for security_group_rule (2821466c-8025-43a2-99e2-84714d608b36), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:35.435574 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-075d8b69-6d81-4432-9b08-fa6df0ed74b4 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607897'] for security_group_rule (2821466c-8025-43a2-99e2-84714d608b36), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:35.453206 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075d8b69-6d81-4432-9b08-fa6df0ed74b4 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2821466c-8025-43a2-99e2-84714d608b36,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:35.551779 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-075d8b69-6d81-4432-9b08-fa6df0ed74b4 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:35.552985 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-075d8b69-6d81-4432-9b08-fa6df0ed74b4 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3398311 Mar 07 17:08:35.556026 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 37588) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:08:35.560191 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-8efb0ac6-b1b3-418e-973e-4a830927842e tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Request body: {'floatingip': {'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:08:35.652473 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8efb0ac6-b1b3-418e-973e-4a830927842e tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:35.747561 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8efb0ac6-b1b3-418e-973e-4a830927842e tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:35.853040 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-8efb0ac6-b1b3-418e-973e-4a830927842e tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Allocated IP 172.27.3.244 (ca3ae6bc-acc1-44d4-99e8-2239d5d79721/7ea6e5b5-19cc-4407-9435-cc1a16805785/292904a5-6e5c-4353-8bb6-3f500bc53036) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:08:35.957234 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8efb0ac6-b1b3-418e-973e-4a830927842e tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks [] for port (292904a5-6e5c-4353-8bb6-3f500bc53036), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:36.029803 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8efb0ac6-b1b3-418e-973e-4a830927842e tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (292904a5-6e5c-4353-8bb6-3f500bc53036), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:36.070609 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efb0ac6-b1b3-418e-973e-4a830927842e tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Network ca3ae6bc-acc1-44d4-99e8-2239d5d79721 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:08:36.073524 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-8efb0ac6-b1b3-418e-973e-4a830927842e tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:08:36.075897 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efb0ac6-b1b3-418e-973e-4a830927842e tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:08:36.099825 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efb0ac6-b1b3-418e-973e-4a830927842e tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Pushing event updated for resources: {'Port': ['ID=292904a5-6e5c-4353-8bb6-3f500bc53036,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:36.163727 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8efb0ac6-b1b3-418e-973e-4a830927842e tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks [] for floatingip (76906539-71c1-4a3b-9f65-3c1c84a7035c), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:36.269405 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8efb0ac6-b1b3-418e-973e-4a830927842e tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (292904a5-6e5c-4353-8bb6-3f500bc53036), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:36.417959 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8efb0ac6-b1b3-418e-973e-4a830927842e tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks [] for port (292904a5-6e5c-4353-8bb6-3f500bc53036), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:36.475532 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8efb0ac6-b1b3-418e-973e-4a830927842e tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58733560'] for port (292904a5-6e5c-4353-8bb6-3f500bc53036), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:36.548021 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efb0ac6-b1b3-418e-973e-4a830927842e tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Pushing event updated for resources: {'Port': ['ID=292904a5-6e5c-4353-8bb6-3f500bc53036,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:36.555967 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8efb0ac6-b1b3-418e-973e-4a830927842e tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2049624'] for floatingip (76906539-71c1-4a3b-9f65-3c1c84a7035c), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:36.665443 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8efb0ac6-b1b3-418e-973e-4a830927842e tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:36.666956 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-8efb0ac6-b1b3-418e-973e-4a830927842e tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1097214 Mar 07 17:08:36.816217 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fa1eab4c-667c-44be-8b5e-ffd88585b231 req-e2cab269-e68e-41e5-bfc3-094cfef75d24 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1043944686&fields=id&tenant_id=db35bac585dc40f58eb36a633d40676e HTTP/1.1" status: 200 len: 267 time: 0.0428345 Mar 07 17:08:36.916989 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1eab4c-667c-44be-8b5e-ffd88585b231 req-5a1cd748-3dbd-4c2e-ad9b-93d8e14c11ae tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:36.918409 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fa1eab4c-667c-44be-8b5e-ffd88585b231 req-5a1cd748-3dbd-4c2e-ad9b-93d8e14c11ae tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/networks?id=092694bd-373f-4bfb-9d43-3858867af44b HTTP/1.1" status: 200 len: 817 time: 0.0960901 Mar 07 17:08:36.933441 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fa1eab4c-667c-44be-8b5e-ffd88585b231 req-86f4dea7-7cf6-4e5a-bfbf-7fb4d6cd1db4 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/quotas/db35bac585dc40f58eb36a633d40676e HTTP/1.1" status: 200 len: 375 time: 0.0087550 Mar 07 17:08:36.991705 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fa1eab4c-667c-44be-8b5e-ffd88585b231 req-129af701-b924-421b-a6f3-8d62217b0b32 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=db35bac585dc40f58eb36a633d40676e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528774 Mar 07 17:08:37.128454 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fa1eab4c-667c-44be-8b5e-ffd88585b231 req-822697f7-a1b3-49a0-b5f2-ac4ede14f876 service neutron] 10.222.0.45 "GET /v2.0/networks/092694bd-373f-4bfb-9d43-3858867af44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249769 Mar 07 17:08:37.218594 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fa1eab4c-667c-44be-8b5e-ffd88585b231 req-43ec8984-408a-4628-b76c-61b8c4ed9bf4 service neutron] 10.222.0.45 "GET /v2.0/networks/092694bd-373f-4bfb-9d43-3858867af44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846305 Mar 07 17:08:37.468228 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a6ae66eb-978e-4497-a855-3ec81cc3658c req-e6859947-39d5-4e13-890c-a60856276000 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 210 time: 0.0272541 Mar 07 17:08:38.566176 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-148a3c3b-ec4e-4b75-9413-b950bb097d6a req-29e34a67-ea9c-4b3d-9262-5bdf11c957f3 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 210 time: 0.0274081 Mar 07 17:08:39.243760 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1eab4c-667c-44be-8b5e-ffd88585b231 req-ea4de552-7c96-4545-ae7d-9ba1b8a6236a tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:39.245186 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fa1eab4c-667c-44be-8b5e-ffd88585b231 req-ea4de552-7c96-4545-ae7d-9ba1b8a6236a tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.53 "GET /v2.0/networks?id=092694bd-373f-4bfb-9d43-3858867af44b HTTP/1.1" status: 200 len: 817 time: 0.1013644 Mar 07 17:08:39.303553 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fa1eab4c-667c-44be-8b5e-ffd88585b231 req-4cfec482-ef5e-4ce5-b9fe-f6b412ceb6b7 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db35bac585dc40f58eb36a633d40676e HTTP/1.1" status: 200 len: 380 time: 0.0501592 Mar 07 17:08:39.311480 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-fa1eab4c-667c-44be-8b5e-ffd88585b231 req-3afc1805-deaf-4928-8371-3f8cf6c5dd48 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Request body: {'port': {'device_id': '51515611-cbe3-4462-bc8a-2cffae8275cc', 'network_id': '092694bd-373f-4bfb-9d43-3858867af44b', 'admin_state_up': True, 'tenant_id': 'db35bac585dc40f58eb36a633d40676e', 'security_groups': ['64db6adc-f5af-48b3-8bb4-28a7af511c0d']}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:08:39.516948 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa1eab4c-667c-44be-8b5e-ffd88585b231 req-3afc1805-deaf-4928-8371-3f8cf6c5dd48 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Made reservation on behalf of db35bac585dc40f58eb36a633d40676e for: {'port': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:08:39.520859 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-fa1eab4c-667c-44be-8b5e-ffd88585b231 req-3afc1805-deaf-4928-8371-3f8cf6c5dd48 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:39.670189 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d642a538-6bf4-4598-adc4-791d1ae34aab req-9cf3e110-aad0-46e3-bd2c-283bc5291bfa tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 210 time: 0.0332851 Mar 07 17:08:39.674578 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [req-fa1eab4c-667c-44be-8b5e-ffd88585b231 req-3afc1805-deaf-4928-8371-3f8cf6c5dd48 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Allocated IP 172.20.0.12 (092694bd-373f-4bfb-9d43-3858867af44b/74c40c13-f415-433a-b979-4cf6b968572a/b2e0ed20-d0ff-4eee-8fd3-b7990628b79f) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:08:39.813430 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-fa1eab4c-667c-44be-8b5e-ffd88585b231 req-3afc1805-deaf-4928-8371-3f8cf6c5dd48 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks [] for port (b2e0ed20-d0ff-4eee-8fd3-b7990628b79f), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:39.904143 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-fa1eab4c-667c-44be-8b5e-ffd88585b231 req-3afc1805-deaf-4928-8371-3f8cf6c5dd48 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (b2e0ed20-d0ff-4eee-8fd3-b7990628b79f), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:39.947846 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa1eab4c-667c-44be-8b5e-ffd88585b231 req-3afc1805-deaf-4928-8371-3f8cf6c5dd48 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Network 092694bd-373f-4bfb-9d43-3858867af44b is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:08:39.950738 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [req-fa1eab4c-667c-44be-8b5e-ffd88585b231 req-3afc1805-deaf-4928-8371-3f8cf6c5dd48 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:08:39.954256 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa1eab4c-667c-44be-8b5e-ffd88585b231 req-3afc1805-deaf-4928-8371-3f8cf6c5dd48 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:08:39.960627 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afc1805-deaf-4928-8371-3f8cf6c5dd48 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Pushing event updated for resources: {'Port': ['ID=b2e0ed20-d0ff-4eee-8fd3-b7990628b79f,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:40.010265 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1eab4c-667c-44be-8b5e-ffd88585b231 req-3afc1805-deaf-4928-8371-3f8cf6c5dd48 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:40.010862 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-fa1eab4c-667c-44be-8b5e-ffd88585b231 req-3afc1805-deaf-4928-8371-3f8cf6c5dd48 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:40.140561 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fa1eab4c-667c-44be-8b5e-ffd88585b231 req-3afc1805-deaf-4928-8371-3f8cf6c5dd48 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8325183 Mar 07 17:08:40.157728 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-fa1eab4c-667c-44be-8b5e-ffd88585b231 req-937ac636-2bde-4c65-892b-025ae8ca82db service neutron] Request body: {'port': {'device_id': '51515611-cbe3-4462-bc8a-2cffae8275cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:08:40.195827 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-97d85b31-5fc5-4d43-b88d-af5f1b333348 None None] Provisioning complete for port b2e0ed20-d0ff-4eee-8fd3-b7990628b79f triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:08:40.196379 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-97d85b31-5fc5-4d43-b88d-af5f1b333348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (b2e0ed20-d0ff-4eee-8fd3-b7990628b79f), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:40.215296 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-fa1eab4c-667c-44be-8b5e-ffd88585b231 req-937ac636-2bde-4c65-892b-025ae8ca82db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (b2e0ed20-d0ff-4eee-8fd3-b7990628b79f), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:40.232036 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-97d85b31-5fc5-4d43-b88d-af5f1b333348 None None] Port b2e0ed20-d0ff-4eee-8fd3-b7990628b79f cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:08:40.470642 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [req-fa1eab4c-667c-44be-8b5e-ffd88585b231 req-937ac636-2bde-4c65-892b-025ae8ca82db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2e0ed20-d0ff-4eee-8fd3-b7990628b79f {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:08:40.477764 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-fa1eab4c-667c-44be-8b5e-ffd88585b231 req-937ac636-2bde-4c65-892b-025ae8ca82db service neutron] Publish callbacks [] for port (b2e0ed20-d0ff-4eee-8fd3-b7990628b79f), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:40.489877 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [req-fa1eab4c-667c-44be-8b5e-ffd88585b231 req-937ac636-2bde-4c65-892b-025ae8ca82db service neutron] Transition to ACTIVE for port object b2e0ed20-d0ff-4eee-8fd3-b7990628b79f will not be triggered until provisioned by entity L2. {{(pid=103431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 17:08:40.577825 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-fa1eab4c-667c-44be-8b5e-ffd88585b231 req-937ac636-2bde-4c65-892b-025ae8ca82db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58733560'] for port (b2e0ed20-d0ff-4eee-8fd3-b7990628b79f), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:40.630923 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ac636-2bde-4c65-892b-025ae8ca82db service neutron] Pushing event updated for resources: {'Port': ['ID=b2e0ed20-d0ff-4eee-8fd3-b7990628b79f,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:40.701647 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-fa1eab4c-667c-44be-8b5e-ffd88585b231 req-937ac636-2bde-4c65-892b-025ae8ca82db service neutron] Attempting to bind port b2e0ed20-d0ff-4eee-8fd3-b7990628b79f on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:08:40.702342 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-fa1eab4c-667c-44be-8b5e-ffd88585b231 req-937ac636-2bde-4c65-892b-025ae8ca82db service neutron] Attempting to bind port b2e0ed20-d0ff-4eee-8fd3-b7990628b79f by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'c9b3c6bf-042d-42ab-970e-e5cb93efe923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '092694bd-373f-4bfb-9d43-3858867af44b'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:08:40.702342 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1eab4c-667c-44be-8b5e-ffd88585b231 req-937ac636-2bde-4c65-892b-025ae8ca82db service neutron] Attempting to bind port b2e0ed20-d0ff-4eee-8fd3-b7990628b79f on network 092694bd-373f-4bfb-9d43-3858867af44b {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:08:40.708077 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1eab4c-667c-44be-8b5e-ffd88585b231 req-937ac636-2bde-4c65-892b-025ae8ca82db service neutron] Port b2e0ed20-d0ff-4eee-8fd3-b7990628b79f on network 092694bd-373f-4bfb-9d43-3858867af44b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 17:08:40.708403 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1eab4c-667c-44be-8b5e-ffd88585b231 req-937ac636-2bde-4c65-892b-025ae8ca82db service neutron] Attempting to bind port b2e0ed20-d0ff-4eee-8fd3-b7990628b79f on network 092694bd-373f-4bfb-9d43-3858867af44b {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:08:40.713447 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1eab4c-667c-44be-8b5e-ffd88585b231 req-937ac636-2bde-4c65-892b-025ae8ca82db service neutron] Checking agent: {'id': 'c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 17, 0, 18), 'started_at': datetime.datetime(2022, 3, 7, 17, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:08:40.713787 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1eab4c-667c-44be-8b5e-ffd88585b231 req-937ac636-2bde-4c65-892b-025ae8ca82db service neutron] Checking segment: {'id': 'c9b3c6bf-042d-42ab-970e-e5cb93efe923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '092694bd-373f-4bfb-9d43-3858867af44b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:08:40.714165 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1eab4c-667c-44be-8b5e-ffd88585b231 req-937ac636-2bde-4c65-892b-025ae8ca82db service neutron] Bound using segment: {'id': 'c9b3c6bf-042d-42ab-970e-e5cb93efe923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '092694bd-373f-4bfb-9d43-3858867af44b'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:08:40.714589 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-fa1eab4c-667c-44be-8b5e-ffd88585b231 req-937ac636-2bde-4c65-892b-025ae8ca82db service neutron] Bound port: b2e0ed20-d0ff-4eee-8fd3-b7990628b79f, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9b3c6bf-042d-42ab-970e-e5cb93efe923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '092694bd-373f-4bfb-9d43-3858867af44b'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:08:40.714945 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-fa1eab4c-667c-44be-8b5e-ffd88585b231 req-937ac636-2bde-4c65-892b-025ae8ca82db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (b2e0ed20-d0ff-4eee-8fd3-b7990628b79f), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:40.815261 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-fa1eab4c-667c-44be-8b5e-ffd88585b231 req-937ac636-2bde-4c65-892b-025ae8ca82db service neutron] For port b2e0ed20-d0ff-4eee-8fd3-b7990628b79f, host hv-cinder-80403, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:08:40.819043 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-fa1eab4c-667c-44be-8b5e-ffd88585b231 req-937ac636-2bde-4c65-892b-025ae8ca82db service neutron] For port b2e0ed20-d0ff-4eee-8fd3-b7990628b79f, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b2e0ed20-d0ff-4eee-8fd3-b7990628b79f,segment=NetworkSegment(c9b3c6bf-042d-42ab-970e-e5cb93efe923),segment_id=c9b3c6bf-042d-42ab-970e-e5cb93efe923)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:08:40.829740 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c2175-e667-45ef-8f00-53929d852ed8 req-217743ed-51c8-4375-ac1a-eaac145f694a tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:40.831202 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2c1c2175-e667-45ef-8f00-53929d852ed8 req-217743ed-51c8-4375-ac1a-eaac145f694a tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 944 time: 0.0795314 Mar 07 17:08:40.880075 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2c1c2175-e667-45ef-8f00-53929d852ed8 req-501d0784-e71f-416e-95bd-4391536260a5 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431471 Mar 07 17:08:40.904428 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-fa1eab4c-667c-44be-8b5e-ffd88585b231 req-937ac636-2bde-4c65-892b-025ae8ca82db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58733560'] for port (b2e0ed20-d0ff-4eee-8fd3-b7990628b79f), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:40.936697 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1eab4c-667c-44be-8b5e-ffd88585b231 req-937ac636-2bde-4c65-892b-025ae8ca82db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:40.937326 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-fa1eab4c-667c-44be-8b5e-ffd88585b231 req-937ac636-2bde-4c65-892b-025ae8ca82db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:40.938770 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fa1eab4c-667c-44be-8b5e-ffd88585b231 req-937ac636-2bde-4c65-892b-025ae8ca82db service neutron] 10.222.0.53 "PUT /v2.0/ports/b2e0ed20-d0ff-4eee-8fd3-b7990628b79f HTTP/1.1" status: 200 len: 1094 time: 0.7852037 Mar 07 17:08:40.939217 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51515611-cbe3-4462-bc8a-2cffae8275cc', 'tag': 'b2e0ed20-d0ff-4eee-8fd3-b7990628b79f'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:08:40.941464 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aba4c615e876ca6c23e5fed61a3d1f980fac3f984d457871ad3b292fe147bdb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505b4ef4-472e-45d1-be6e-f740ce91c17e" -d '{"events": [{"name": "network-changed", "server_uuid": "51515611-cbe3-4462-bc8a-2cffae8275cc", "tag": "b2e0ed20-d0ff-4eee-8fd3-b7990628b79f"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:08:40.973851 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ac636-2bde-4c65-892b-025ae8ca82db service neutron] Pushing event updated for resources: {'Port': ['ID=b2e0ed20-d0ff-4eee-8fd3-b7990628b79f,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:40.981541 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1b109b-3909-4935-ada1-009d7dd5e600 x-openstack-request-id: req-da1b109b-3909-4935-ada1-009d7dd5e600 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:08:40.981836 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51515611-cbe3-4462-bc8a-2cffae8275cc", "tag": "b2e0ed20-d0ff-4eee-8fd3-b7990628b79f", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:08:40.982781 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-da1b109b-3909-4935-ada1-009d7dd5e600 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:08:40.982781 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51515611-cbe3-4462-bc8a-2cffae8275cc', 'tag': 'b2e0ed20-d0ff-4eee-8fd3-b7990628b79f', 'status': 'completed', 'code': 200} Mar 07 17:08:41.053093 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b4ef4-472e-45d1-be6e-f740ce91c17e req-883841eb-0c66-438b-80a7-502f60fe3b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:41.062554 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-505b4ef4-472e-45d1-be6e-f740ce91c17e req-883841eb-0c66-438b-80a7-502f60fe3b3d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=db35bac585dc40f58eb36a633d40676e&device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 1128 time: 0.0516405 Mar 07 17:08:41.400763 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b4ef4-472e-45d1-be6e-f740ce91c17e req-b39ebcf2-2f74-4034-ba9c-b22472b89a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:41.402229 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-505b4ef4-472e-45d1-be6e-f740ce91c17e req-b39ebcf2-2f74-4034-ba9c-b22472b89a13 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=db35bac585dc40f58eb36a633d40676e&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3379509 Mar 07 17:08:41.498848 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b4ef4-472e-45d1-be6e-f740ce91c17e req-11951b4e-fba0-4cef-938d-2c04fd358ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:41.500278 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-505b4ef4-472e-45d1-be6e-f740ce91c17e req-11951b4e-fba0-4cef-938d-2c04fd358ecd service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918384 Mar 07 17:08:41.575571 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1eab4c-667c-44be-8b5e-ffd88585b231 req-cd11eb5d-16ce-4e2d-b242-b75a3b8c2db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:41.577039 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fa1eab4c-667c-44be-8b5e-ffd88585b231 req-cd11eb5d-16ce-4e2d-b242-b75a3b8c2db2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=db35bac585dc40f58eb36a633d40676e&device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 1128 time: 0.0436649 Mar 07 17:08:41.619104 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fa1eab4c-667c-44be-8b5e-ffd88585b231 req-8b25b1b5-eb2b-4e87-92b1-ebcdd11c53e5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2e0ed20-d0ff-4eee-8fd3-b7990628b79f HTTP/1.1" status: 200 len: 217 time: 0.0345578 Mar 07 17:08:41.670887 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1eab4c-667c-44be-8b5e-ffd88585b231 req-d3da5567-a1a3-4b14-ae5d-d6704354a78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:41.672400 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fa1eab4c-667c-44be-8b5e-ffd88585b231 req-d3da5567-a1a3-4b14-ae5d-d6704354a78e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=74c40c13-f415-433a-b979-4cf6b968572a HTTP/1.1" status: 200 len: 856 time: 0.0457952 Mar 07 17:08:41.727339 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1eab4c-667c-44be-8b5e-ffd88585b231 req-10707ebc-d917-4811-9ae3-36a3e06959fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:41.729440 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fa1eab4c-667c-44be-8b5e-ffd88585b231 req-10707ebc-d917-4811-9ae3-36a3e06959fc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=092694bd-373f-4bfb-9d43-3858867af44b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0513947 Mar 07 17:08:41.821051 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fa1eab4c-667c-44be-8b5e-ffd88585b231 req-a1a69d67-4139-4e09-b9bf-8c496d599c3e service neutron] 10.222.0.53 "GET /v2.0/networks/092694bd-373f-4bfb-9d43-3858867af44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845783 Mar 07 17:08:41.907979 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fa1eab4c-667c-44be-8b5e-ffd88585b231 req-d09ba4d0-7510-4f9c-bf57-482b928e97d7 service neutron] 10.222.0.53 "GET /v2.0/networks/092694bd-373f-4bfb-9d43-3858867af44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798717 Mar 07 17:08:42.001758 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f38de-0eec-40d8-b965-2ca1293082de req-1b325243-df2e-4ba0-a107-c8c759153cb6 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:42.003216 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ae8f38de-0eec-40d8-b965-2ca1293082de req-1b325243-df2e-4ba0-a107-c8c759153cb6 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 944 time: 0.0532939 Mar 07 17:08:42.058574 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ae8f38de-0eec-40d8-b965-2ca1293082de req-13eed72c-58d8-4858-9a95-321c6c15c310 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498362 Mar 07 17:08:43.188723 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36759228-1a6d-47c1-8631-82dde8142114 req-33e5030e-befa-4270-bfe1-3daefcebd656 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:43.190195 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-36759228-1a6d-47c1-8631-82dde8142114 req-33e5030e-befa-4270-bfe1-3daefcebd656 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 944 time: 0.0532219 Mar 07 17:08:43.235593 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-36759228-1a6d-47c1-8631-82dde8142114 req-52205da6-eb5b-49e9-b679-e4899465e860 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398121 Mar 07 17:08:44.357344 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d814cf7-252b-44e9-b850-579da8be910e req-48814646-9338-4845-9621-a3cdf306e975 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:44.358730 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9d814cf7-252b-44e9-b850-579da8be910e req-48814646-9338-4845-9621-a3cdf306e975 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 944 time: 0.0526826 Mar 07 17:08:44.405416 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9d814cf7-252b-44e9-b850-579da8be910e req-1ea32ec2-6271-4d94-980d-43b9863bbad0 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404630 Mar 07 17:08:45.220964 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device b2e0ed20-d0ff-4eee-8fd3-b7990628b79f details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:08:45.317749 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port b2e0ed20-d0ff-4eee-8fd3-b7990628b79f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b2e0ed20-d0ff-4eee-8fd3-b7990628b79f,segment=NetworkSegment(c9b3c6bf-042d-42ab-970e-e5cb93efe923),segment_id=c9b3c6bf-042d-42ab-970e-e5cb93efe923)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:08:45.327623 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Returning: {'device': 'b2e0ed20-d0ff-4eee-8fd3-b7990628b79f', 'network_id': '092694bd-373f-4bfb-9d43-3858867af44b', 'port_id': 'b2e0ed20-d0ff-4eee-8fd3-b7990628b79f', 'mac_address': 'fa:16:3e:37:cc:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74c40c13-f415-433a-b979-4cf6b968572a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:08:45.497492 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Current status of the port b2e0ed20-d0ff-4eee-8fd3-b7990628b79f is: DOWN; New status is: BUILD {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:08:45.497844 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (b2e0ed20-d0ff-4eee-8fd3-b7990628b79f), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:45.511967 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2e0ed20-d0ff-4eee-8fd3-b7990628b79f {{(pid=103440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:08:45.531498 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port b2e0ed20-d0ff-4eee-8fd3-b7990628b79f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b2e0ed20-d0ff-4eee-8fd3-b7990628b79f,segment=NetworkSegment(c9b3c6bf-042d-42ab-970e-e5cb93efe923),segment_id=c9b3c6bf-042d-42ab-970e-e5cb93efe923)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:08:45.532904 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdfc90-4644-44fe-ae97-01ecbdb40856 req-2da27d47-a9f5-4efe-9e27-df7578004ee1 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:45.534880 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-89cdfc90-4644-44fe-ae97-01ecbdb40856 req-2da27d47-a9f5-4efe-9e27-df7578004ee1 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 944 time: 0.0578821 Mar 07 17:08:45.582035 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-89cdfc90-4644-44fe-ae97-01ecbdb40856 req-eb94e920-5e28-4bb8-a499-4d161d90b941 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418723 Mar 07 17:08:45.646491 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (b2e0ed20-d0ff-4eee-8fd3-b7990628b79f), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:45.692572 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Pushing event updated for resources: {'Port': ['ID=b2e0ed20-d0ff-4eee-8fd3-b7990628b79f,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:45.699391 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:45.699790 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:45.700138 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:45.700473 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:45.700805 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:45.701133 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:45.701459 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:45.701785 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:45.702109 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:45.702431 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:45.702752 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:45.703069 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:45.703384 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:08:45.908987 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b9d06e9c-e7df-4387-bca8-1809991925ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:46.002575 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] get_ports_and_sgs() called for port_ids ['b2e0ed20-d0ff-4eee-8fd3-b7990628b79f'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:08:46.703000 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df5335-80e9-4c7f-8da5-184130a6a391 req-2e1f0f9e-5c9a-4014-8740-ee561597425d tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:46.705108 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-59df5335-80e9-4c7f-8da5-184130a6a391 req-2e1f0f9e-5c9a-4014-8740-ee561597425d tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 945 time: 0.0546851 Mar 07 17:08:46.751005 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-59df5335-80e9-4c7f-8da5-184130a6a391 req-f3c16e61-7d99-4ef2-831f-8d8fba07ab53 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404236 Mar 07 17:08:47.216493 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device b2e0ed20-d0ff-4eee-8fd3-b7990628b79f up at agent hyperv_hv-cinder-80403 {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:08:47.331088 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Provisioning for port b2e0ed20-d0ff-4eee-8fd3-b7990628b79f completed by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 17:08:47.334752 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Provisioning complete for port b2e0ed20-d0ff-4eee-8fd3-b7990628b79f triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:08:47.335122 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (b2e0ed20-d0ff-4eee-8fd3-b7990628b79f), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:47.413731 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Current status of the port b2e0ed20-d0ff-4eee-8fd3-b7990628b79f is: BUILD; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:08:47.414112 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (b2e0ed20-d0ff-4eee-8fd3-b7990628b79f), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:47.435592 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51515611-cbe3-4462-bc8a-2cffae8275cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e0ed20-d0ff-4eee-8fd3-b7990628b79f'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:08:47.437774 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11138cde4cb47aed6ab60590cdc6142137d0740b05d94cd9dbb0d95d7575220c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7599b6-567f-4cb1-8435-f287b9700284" -d '{"events": [{"server_uuid": "51515611-cbe3-4462-bc8a-2cffae8275cc", "name": "network-vif-plugged", "status": "completed", "tag": "b2e0ed20-d0ff-4eee-8fd3-b7990628b79f"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:08:47.453927 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port b2e0ed20-d0ff-4eee-8fd3-b7990628b79f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b2e0ed20-d0ff-4eee-8fd3-b7990628b79f,segment=NetworkSegment(c9b3c6bf-042d-42ab-970e-e5cb93efe923),segment_id=c9b3c6bf-042d-42ab-970e-e5cb93efe923)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:08:47.526700 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (b2e0ed20-d0ff-4eee-8fd3-b7990628b79f), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:47.529373 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0163e79e-951a-4512-80f9-2e93520e6f10 x-openstack-request-id: req-0163e79e-951a-4512-80f9-2e93520e6f10 {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:08:47.529756 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51515611-cbe3-4462-bc8a-2cffae8275cc", "name": "network-vif-plugged", "status": "completed", "tag": "b2e0ed20-d0ff-4eee-8fd3-b7990628b79f", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:08:47.530005 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0163e79e-951a-4512-80f9-2e93520e6f10 {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:08:47.530380 dv-cinder-804035-42-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51515611-cbe3-4462-bc8a-2cffae8275cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e0ed20-d0ff-4eee-8fd3-b7990628b79f', 'code': 200} Mar 07 17:08:47.577191 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Pushing event updated for resources: {'Port': ['ID=b2e0ed20-d0ff-4eee-8fd3-b7990628b79f,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:08:47.821649 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd292684-be04-44d5-8dd2-0bd13d331d99 req-7e305aa5-220d-438f-b7c7-60a0d85bedad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:47.823135 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fd292684-be04-44d5-8dd2-0bd13d331d99 req-7e305aa5-220d-438f-b7c7-60a0d85bedad service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 1130 time: 0.0447619 Mar 07 17:08:47.894688 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fd292684-be04-44d5-8dd2-0bd13d331d99 req-706f3675-713a-4cad-8f6d-a37759c4dae2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624382 Mar 07 17:08:47.905574 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5580f-ef8f-439d-a552-a95a386a0074 req-569add1a-d7eb-4017-b2f0-9ade5e42b2a1 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:47.907182 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a1c5580f-ef8f-439d-a552-a95a386a0074 req-569add1a-d7eb-4017-b2f0-9ade5e42b2a1 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 946 time: 0.0829628 Mar 07 17:08:47.953669 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a1c5580f-ef8f-439d-a552-a95a386a0074 req-d0ea956e-8589-49af-8f5a-d1acf5b68e61 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410984 Mar 07 17:08:48.343747 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:48.418057 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-61a05e73-0d04-496b-b223-f1693f735c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:49.077996 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b83b7-c3ab-415b-916d-b43bfd4b891b req-611205e7-8de0-4889-a953-312262096abf tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:49.079727 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cb9b83b7-c3ab-415b-916d-b43bfd4b891b req-611205e7-8de0-4889-a953-312262096abf tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 946 time: 0.0527489 Mar 07 17:08:49.126320 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cb9b83b7-c3ab-415b-916d-b43bfd4b891b req-06694349-a2da-42de-bbc7-7687b666b55d tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413079 Mar 07 17:08:50.251463 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d855c99-e8c0-4ee0-ad71-a560dc9bfdf6 req-f7952213-7356-468c-bcf9-d19f975d80ba tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:50.252944 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6d855c99-e8c0-4ee0-ad71-a560dc9bfdf6 req-f7952213-7356-468c-bcf9-d19f975d80ba tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 946 time: 0.0559366 Mar 07 17:08:50.298637 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6d855c99-e8c0-4ee0-ad71-a560dc9bfdf6 req-05cb8681-6353-4ede-b964-bdcf562875e8 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402355 Mar 07 17:08:50.419588 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e5da4-8223-4669-82ab-5b2d5103ff1c req-6644352b-4eb1-41fb-9471-c263329cd6c2 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:50.420963 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5e2e5da4-8223-4669-82ab-5b2d5103ff1c req-6644352b-4eb1-41fb-9471-c263329cd6c2 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 946 time: 0.0534358 Mar 07 17:08:50.429144 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:50.430107 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 37658) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:08:50.434643 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-60ca3c45-a07c-4db6-b572-cff950bd6bac tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Request body: {'floatingip': {'port_id': 'b2e0ed20-d0ff-4eee-8fd3-b7990628b79f'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:08:50.473027 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-60ca3c45-a07c-4db6-b572-cff950bd6bac tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks [] for floatingip (76906539-71c1-4a3b-9f65-3c1c84a7035c), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:50.903474 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-60ca3c45-a07c-4db6-b572-cff950bd6bac tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:50.966191 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-60ca3c45-a07c-4db6-b572-cff950bd6bac tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2049624'] for floatingip (76906539-71c1-4a3b-9f65-3c1c84a7035c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:51.070203 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.db.l3_db [None req-60ca3c45-a07c-4db6-b572-cff950bd6bac tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Floating IP 76906539-71c1-4a3b-9f65-3c1c84a7035c associated. External IP: 172.27.3.244, port: b2e0ed20-d0ff-4eee-8fd3-b7990628b79f. Mar 07 17:08:51.273047 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ca3c45-a07c-4db6-b572-cff950bd6bac tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Router c91f9a92-5cc8-400d-ba24-c07e037522ba has already been hosted by L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:08:51.380330 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ca3c45-a07c-4db6-b572-cff950bd6bac tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:08:51.385166 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-60ca3c45-a07c-4db6-b572-cff950bd6bac tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:51.390365 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896bfa15-ce6e-4bcb-a739-d249689d311c None None] Sync routers for ids ['c91f9a92-5cc8-400d-ba24-c07e037522ba'] in dv-cinder-804035-42-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:08:51.399953 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896bfa15-ce6e-4bcb-a739-d249689d311c None None] Routers {'c91f9a92-5cc8-400d-ba24-c07e037522ba'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:08:51.400566 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-896bfa15-ce6e-4bcb-a739-d249689d311c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:08:48Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['c91f9a92-5cc8-400d-ba24-c07e037522ba'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:08:51.415199 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-60ca3c45-a07c-4db6-b572-cff950bd6bac tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "PUT /v2.0/floatingips/76906539-71c1-4a3b-9f65-3c1c84a7035c HTTP/1.1" status: 200 len: 992 time: 0.9839873 Mar 07 17:08:51.415818 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51515611-cbe3-4462-bc8a-2cffae8275cc', 'tag': 'b2e0ed20-d0ff-4eee-8fd3-b7990628b79f'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:08:51.418003 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfbbc7859df88561113c54b203fedf4c990683989f0786bfb786606e8039cc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2406e51-0fd7-4538-970d-0fa5d7748101" -d '{"events": [{"name": "network-changed", "server_uuid": "51515611-cbe3-4462-bc8a-2cffae8275cc", "tag": "b2e0ed20-d0ff-4eee-8fd3-b7990628b79f"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:08:51.511949 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b54456-826e-410f-8d26-d4afe72be3f8 x-openstack-request-id: req-95b54456-826e-410f-8d26-d4afe72be3f8 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:08:51.512546 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51515611-cbe3-4462-bc8a-2cffae8275cc", "tag": "b2e0ed20-d0ff-4eee-8fd3-b7990628b79f", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:08:51.512546 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-95b54456-826e-410f-8d26-d4afe72be3f8 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:08:51.512876 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51515611-cbe3-4462-bc8a-2cffae8275cc', 'tag': 'b2e0ed20-d0ff-4eee-8fd3-b7990628b79f', 'status': 'completed', 'code': 200} Mar 07 17:08:51.513058 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-896bfa15-ce6e-4bcb-a739-d249689d311c None None] Set router c91f9a92-5cc8-400d-ba24-c07e037522ba gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:08:51.580029 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2406e51-0fd7-4538-970d-0fa5d7748101 req-f2a72ff5-09e2-4b0a-b020-1378ecae36bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:51.581419 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d2406e51-0fd7-4538-970d-0fa5d7748101 req-f2a72ff5-09e2-4b0a-b020-1378ecae36bd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=db35bac585dc40f58eb36a633d40676e&device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 1130 time: 0.0447593 Mar 07 17:08:51.674519 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2406e51-0fd7-4538-970d-0fa5d7748101 req-8e55155e-9ff4-4ec9-827b-9859eb4bb228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:51.676005 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d2406e51-0fd7-4538-970d-0fa5d7748101 req-8e55155e-9ff4-4ec9-827b-9859eb4bb228 service neutron] 10.222.0.53 "GET /v2.0/networks?id=092694bd-373f-4bfb-9d43-3858867af44b HTTP/1.1" status: 200 len: 918 time: 0.0886800 Mar 07 17:08:51.735894 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-896bfa15-ce6e-4bcb-a739-d249689d311c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'name': 'tempest-AttachVolumeShelveTestJSON-2044604753-router', 'tenant_id': 'db35bac585dc40f58eb36a633d40676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'cf88e20c-3353-4f9f-8175-f3350c593e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:02:15Z', 'updated_at': '2022-03-07T17:02:22Z', 'revision_number': 4, 'project_id': 'db35bac585dc40f58eb36a633d40676e', 'gw_port': {'id': 'cf88e20c-3353-4f9f-8175-f3350c593e9e', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:02:16Z', 'updated_at': '2022-03-07T17:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_floatingips': [{'id': '76906539-71c1-4a3b-9f65-3c1c84a7035c', 'tenant_id': 'db35bac585dc40f58eb36a633d40676e', 'floating_ip_address': '172.27.3.244', 'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'router_id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'port_id': 'b2e0ed20-d0ff-4eee-8fd3-b7990628b79f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '092694bd-373f-4bfb-9d43-3858867af44b', 'mac_address': 'fa:16:3e:37:cc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51515611-cbe3-4462-bc8a-2cffae8275cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:08:36Z', 'updated_at': '2022-03-07T17:08:50Z', 'revision_number': 1, 'project_id': 'db35bac585dc40f58eb36a633d40676e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65cacb49-be73-4420-a3dd-ea07426e84e8', 'name': '', 'network_id': '092694bd-373f-4bfb-9d43-3858867af44b', 'tenant_id': 'db35bac585dc40f58eb36a633d40676e', 'mac_address': 'fa:16:3e:93:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '74c40c13-f415-433a-b979-4cf6b968572a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:02:20Z', 'updated_at': '2022-03-07T17:02:29Z', 'revision_number': 5, 'project_id': 'db35bac585dc40f58eb36a633d40676e', 'subnets': [{'id': '74c40c13-f415-433a-b979-4cf6b968572a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:08:51.740881 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d2406e51-0fd7-4538-970d-0fa5d7748101 req-847c8dfb-2851-4ead-8349-9097a781afcf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2e0ed20-d0ff-4eee-8fd3-b7990628b79f HTTP/1.1" status: 200 len: 1000 time: 0.0588157 Mar 07 17:08:51.766824 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896bfa15-ce6e-4bcb-a739-d249689d311c None None] Checking router: c91f9a92-5cc8-400d-ba24-c07e037522ba for host: dv-cinder-804035-42-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:08:51.776193 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896bfa15-ce6e-4bcb-a739-d249689d311c None None] Routers {'c91f9a92-5cc8-400d-ba24-c07e037522ba'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:08:51.777171 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-896bfa15-ce6e-4bcb-a739-d249689d311c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:08:48Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['c91f9a92-5cc8-400d-ba24-c07e037522ba'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:08:51.794821 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2406e51-0fd7-4538-970d-0fa5d7748101 req-1e3d660e-7ed0-4d49-aabf-79414f2c6e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:51.796319 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d2406e51-0fd7-4538-970d-0fa5d7748101 req-1e3d660e-7ed0-4d49-aabf-79414f2c6e92 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=74c40c13-f415-433a-b979-4cf6b968572a HTTP/1.1" status: 200 len: 856 time: 0.0480580 Mar 07 17:08:51.844148 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2406e51-0fd7-4538-970d-0fa5d7748101 req-f539dd48-b3c6-42e4-a763-74dba5326f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:08:51.846446 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d2406e51-0fd7-4538-970d-0fa5d7748101 req-f539dd48-b3c6-42e4-a763-74dba5326f6f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=092694bd-373f-4bfb-9d43-3858867af44b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442772 Mar 07 17:08:51.883182 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:08:51.896629 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-896bfa15-ce6e-4bcb-a739-d249689d311c None None] Set router c91f9a92-5cc8-400d-ba24-c07e037522ba gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:08:51.939109 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d2406e51-0fd7-4538-970d-0fa5d7748101 req-3b0f8bab-a119-4f6a-8290-668e169b8102 service neutron] 10.222.0.53 "GET /v2.0/networks/092694bd-373f-4bfb-9d43-3858867af44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859423 Mar 07 17:08:52.033706 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d2406e51-0fd7-4538-970d-0fa5d7748101 req-ffb1e947-91e4-44a3-a742-1049aca4e0ec service neutron] 10.222.0.53 "GET /v2.0/networks/092694bd-373f-4bfb-9d43-3858867af44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891037 Mar 07 17:08:52.120819 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-896bfa15-ce6e-4bcb-a739-d249689d311c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'name': 'tempest-AttachVolumeShelveTestJSON-2044604753-router', 'tenant_id': 'db35bac585dc40f58eb36a633d40676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'cf88e20c-3353-4f9f-8175-f3350c593e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:02:15Z', 'updated_at': '2022-03-07T17:02:22Z', 'revision_number': 4, 'project_id': 'db35bac585dc40f58eb36a633d40676e', 'gw_port': {'id': 'cf88e20c-3353-4f9f-8175-f3350c593e9e', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:02:16Z', 'updated_at': '2022-03-07T17:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_floatingips': [{'id': '76906539-71c1-4a3b-9f65-3c1c84a7035c', 'tenant_id': 'db35bac585dc40f58eb36a633d40676e', 'floating_ip_address': '172.27.3.244', 'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'router_id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'port_id': 'b2e0ed20-d0ff-4eee-8fd3-b7990628b79f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '092694bd-373f-4bfb-9d43-3858867af44b', 'mac_address': 'fa:16:3e:37:cc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51515611-cbe3-4462-bc8a-2cffae8275cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:08:36Z', 'updated_at': '2022-03-07T17:08:50Z', 'revision_number': 1, 'project_id': 'db35bac585dc40f58eb36a633d40676e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65cacb49-be73-4420-a3dd-ea07426e84e8', 'name': '', 'network_id': '092694bd-373f-4bfb-9d43-3858867af44b', 'tenant_id': 'db35bac585dc40f58eb36a633d40676e', 'mac_address': 'fa:16:3e:93:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '74c40c13-f415-433a-b979-4cf6b968572a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:02:20Z', 'updated_at': '2022-03-07T17:02:29Z', 'revision_number': 5, 'project_id': 'db35bac585dc40f58eb36a633d40676e', 'subnets': [{'id': '74c40c13-f415-433a-b979-4cf6b968572a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:08:52.152251 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896bfa15-ce6e-4bcb-a739-d249689d311c None None] The sync data for ids ['c91f9a92-5cc8-400d-ba24-c07e037522ba'] in dv-cinder-804035-42-iscsi is: [{'id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'name': 'tempest-AttachVolumeShelveTestJSON-2044604753-router', 'tenant_id': 'db35bac585dc40f58eb36a633d40676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'cf88e20c-3353-4f9f-8175-f3350c593e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:02:15Z', 'updated_at': '2022-03-07T17:02:22Z', 'revision_number': 4, 'project_id': 'db35bac585dc40f58eb36a633d40676e', 'gw_port': {'id': 'cf88e20c-3353-4f9f-8175-f3350c593e9e', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:02:16Z', 'updated_at': '2022-03-07T17:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_floatingips': [{'id': '76906539-71c1-4a3b-9f65-3c1c84a7035c', 'tenant_id': 'db35bac585dc40f58eb36a633d40676e', 'floating_ip_address': '172.27.3.244', 'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'router_id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'port_id': 'b2e0ed20-d0ff-4eee-8fd3-b7990628b79f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '092694bd-373f-4bfb-9d43-3858867af44b', 'mac_address': 'fa:16:3e:37:cc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51515611-cbe3-4462-bc8a-2cffae8275cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:08:36Z', 'updated_at': '2022-03-07T17:08:50Z', 'revision_number': 1, 'project_id': 'db35bac585dc40f58eb36a633d40676e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65cacb49-be73-4420-a3dd-ea07426e84e8', 'name': '', 'network_id': '092694bd-373f-4bfb-9d43-3858867af44b', 'tenant_id': 'db35bac585dc40f58eb36a633d40676e', 'mac_address': 'fa:16:3e:93:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '74c40c13-f415-433a-b979-4cf6b968572a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:02:20Z', 'updated_at': '2022-03-07T17:02:29Z', 'revision_number': 5, 'project_id': 'db35bac585dc40f58eb36a633d40676e', 'subnets': [{'id': '74c40c13-f415-433a-b979-4cf6b968572a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:08:52.330688 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f6beac-a321-456e-a24b-0d253ca2e1b7 None None] New status for floating IP 76906539-71c1-4a3b-9f65-3c1c84a7035c: ACTIVE {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:08:53.028976 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:03.290091 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:09:15.914997 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f8d63feb-11b5-4789-83a5-9d8a35b6ab02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:18.354410 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:18.434391 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e3002ad7-c9ad-45c7-b595-258ebc04b8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:19.466471 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51039e39-fcd5-4b49-93f9-ab5b2beb617b req-10d9f2ad-8270-4fd0-9c0e-58df531cdfca tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:19.468105 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-51039e39-fcd5-4b49-93f9-ab5b2beb617b req-10d9f2ad-8270-4fd0-9c0e-58df531cdfca tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 946 time: 0.0540228 Mar 07 17:09:19.517172 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-51039e39-fcd5-4b49-93f9-ab5b2beb617b req-9fb2a4ed-1b3c-4663-afb8-aca6f9daa24a tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427027 Mar 07 17:09:20.400009 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:20.640683 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c512a0c-8334-46b4-92cb-ec79f7ebfe5e req-417105ad-12bb-4768-99d2-1c936d76bac4 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:20.642154 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2c512a0c-8334-46b4-92cb-ec79f7ebfe5e req-417105ad-12bb-4768-99d2-1c936d76bac4 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 946 time: 0.0566077 Mar 07 17:09:20.690839 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2c512a0c-8334-46b4-92cb-ec79f7ebfe5e req-d66cb0f0-1b51-49e0-95d1-2c81627df2a4 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431170 Mar 07 17:09:21.811614 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da870ee8-2006-41ec-b1c0-3ce574a6b277 req-ba3f248f-4c68-404f-bb02-dec88a37bed9 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:21.813084 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-da870ee8-2006-41ec-b1c0-3ce574a6b277 req-ba3f248f-4c68-404f-bb02-dec88a37bed9 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 946 time: 0.0552754 Mar 07 17:09:21.857068 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:21.860499 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-da870ee8-2006-41ec-b1c0-3ce574a6b277 req-f0f44332-50dd-466b-b4d1-42f0c1d5cdd1 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419230 Mar 07 17:09:22.478914 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b257e-8c6d-4ee4-93cf-0a6d2a935201 req-d2e9da6b-63f9-41e7-9e4f-a71f44fda70f tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:22.480385 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-858b257e-8c6d-4ee4-93cf-0a6d2a935201 req-d2e9da6b-63f9-41e7-9e4f-a71f44fda70f tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 946 time: 0.0566366 Mar 07 17:09:22.528551 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-858b257e-8c6d-4ee4-93cf-0a6d2a935201 req-9a69d5ed-e1c8-443d-9c1b-040607dd1a10 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423372 Mar 07 17:09:22.965725 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:22.982467 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc3b97-08ae-4b6a-9f4d-6779a8dcf190 req-20282bac-c89e-4719-b1c4-6cf060183e59 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:22.983953 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d4cc3b97-08ae-4b6a-9f4d-6779a8dcf190 req-20282bac-c89e-4719-b1c4-6cf060183e59 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 946 time: 0.0539546 Mar 07 17:09:23.031811 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d4cc3b97-08ae-4b6a-9f4d-6779a8dcf190 req-dba1c516-727b-4e7f-8b5f-2103a1525a78 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421731 Mar 07 17:09:23.647614 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d4da8-5cba-424f-95b5-6a7ef1325872 req-50c4b833-7448-4bd0-9826-9ed100bce5d0 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:23.649114 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2a1d4da8-5cba-424f-95b5-6a7ef1325872 req-50c4b833-7448-4bd0-9826-9ed100bce5d0 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 946 time: 0.0528219 Mar 07 17:09:23.699670 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2a1d4da8-5cba-424f-95b5-6a7ef1325872 req-c6c96d44-81af-4456-b9f1-b17dd4b5d98d tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451458 Mar 07 17:09:24.156361 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bcc1ec-725d-44a4-8441-f4b69168e3e5 req-93e05962-c05b-47ad-86c2-c717978b3073 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:24.158408 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-85bcc1ec-725d-44a4-8441-f4b69168e3e5 req-93e05962-c05b-47ad-86c2-c717978b3073 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 946 time: 0.0541134 Mar 07 17:09:24.206908 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-85bcc1ec-725d-44a4-8441-f4b69168e3e5 req-6adb5dde-c7cd-42d3-9997-c99c97613cea tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425375 Mar 07 17:09:24.816245 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937931a-445e-44a1-baf8-126a14ea3942 req-231c7c71-a294-424b-a84e-3e6818220b15 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:24.817623 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e937931a-445e-44a1-baf8-126a14ea3942 req-231c7c71-a294-424b-a84e-3e6818220b15 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 946 time: 0.0533242 Mar 07 17:09:24.862882 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e937931a-445e-44a1-baf8-126a14ea3942 req-597624e3-5773-4e30-98ea-f0689bbe01b9 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398791 Mar 07 17:09:25.324248 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3725c887-868c-40b1-b949-a8736c55203f req-bbbfee92-d16d-4f26-81e2-86286d902ef9 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:25.325670 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3725c887-868c-40b1-b949-a8736c55203f req-bbbfee92-d16d-4f26-81e2-86286d902ef9 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 946 time: 0.0547552 Mar 07 17:09:25.374812 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3725c887-868c-40b1-b949-a8736c55203f req-eb6a0024-880b-4a57-89bb-52d8da19b8ac tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427325 Mar 07 17:09:25.870738 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d213e-d578-4ed3-acc2-31eb5d5562b9 req-73d3b29b-7b31-4326-ab2e-3b5234a8716f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:25.872244 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c87d213e-d578-4ed3-acc2-31eb5d5562b9 req-73d3b29b-7b31-4326-ab2e-3b5234a8716f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1f4fc0170321429faf3e9895e52f81ca&device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 1130 time: 0.0443397 Mar 07 17:09:26.005285 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d213e-d578-4ed3-acc2-31eb5d5562b9 req-83753133-5041-4970-a5ff-688a41109e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:26.006742 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c87d213e-d578-4ed3-acc2-31eb5d5562b9 req-83753133-5041-4970-a5ff-688a41109e70 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a5817453-0687-4232-b082-7a8f6cce82b8 HTTP/1.1" status: 200 len: 912 time: 0.1147027 Mar 07 17:09:26.027675 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d203529-0267-4e3e-af68-b67a8b39dd6b req-d5a63425-e425-4875-bd7d-9647e908b6b6 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:26.029080 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2d203529-0267-4e3e-af68-b67a8b39dd6b req-d5a63425-e425-4875-bd7d-9647e908b6b6 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 946 time: 0.0814834 Mar 07 17:09:26.104508 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c87d213e-d578-4ed3-acc2-31eb5d5562b9 req-856a002c-474f-4ff7-9daa-e4405bcae372 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=988f72d7-80a4-43cf-873b-0e5d21b43431 HTTP/1.1" status: 200 len: 1001 time: 0.0903378 Mar 07 17:09:26.127666 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2d203529-0267-4e3e-af68-b67a8b39dd6b req-5c018e9f-b99f-48cd-a2cb-371b6e6e95c1 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710220 Mar 07 17:09:26.161841 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d213e-d578-4ed3-acc2-31eb5d5562b9 req-33a2460d-4b63-4b0b-b97f-845b06f8c7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:26.164831 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c87d213e-d578-4ed3-acc2-31eb5d5562b9 req-33a2460d-4b63-4b0b-b97f-845b06f8c7eb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1727d561-64eb-436e-b9e1-627515b9c111 HTTP/1.1" status: 200 len: 850 time: 0.0511930 Mar 07 17:09:26.213207 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d213e-d578-4ed3-acc2-31eb5d5562b9 req-827d9cf4-8038-4750-86d0-07f564fc8ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:26.214610 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c87d213e-d578-4ed3-acc2-31eb5d5562b9 req-827d9cf4-8038-4750-86d0-07f564fc8ff4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a5817453-0687-4232-b082-7a8f6cce82b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0445788 Mar 07 17:09:26.306621 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c87d213e-d578-4ed3-acc2-31eb5d5562b9 req-e93588cb-ea10-4fc5-b17b-3df58582a892 service neutron] 10.222.0.53 "GET /v2.0/networks/a5817453-0687-4232-b082-7a8f6cce82b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841751 Mar 07 17:09:26.393578 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c87d213e-d578-4ed3-acc2-31eb5d5562b9 req-89152412-0aad-4b04-839e-6f5db8b93cdd service neutron] 10.222.0.53 "GET /v2.0/networks/a5817453-0687-4232-b082-7a8f6cce82b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799758 Mar 07 17:09:26.490706 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b754e3af-4c3b-4781-a852-d2fa7c0d905c req-2064c300-6c2a-4c21-bbc3-daae9d5c949e tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:26.492211 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b754e3af-4c3b-4781-a852-d2fa7c0d905c req-2064c300-6c2a-4c21-bbc3-daae9d5c949e tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 946 time: 0.0524924 Mar 07 17:09:26.542967 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b754e3af-4c3b-4781-a852-d2fa7c0d905c req-62d0bd1a-e82d-4c76-a07f-d88d7146e418 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453701 Mar 07 17:09:27.244255 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4728b7-5efc-4e27-b986-15667084e1f5 req-61536cd3-9708-4e6b-a31f-705bf8167283 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:27.245684 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8e4728b7-5efc-4e27-b986-15667084e1f5 req-61536cd3-9708-4e6b-a31f-705bf8167283 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 946 time: 0.0520539 Mar 07 17:09:27.291592 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8e4728b7-5efc-4e27-b986-15667084e1f5 req-9f244e7a-3c82-42d1-9ef1-79aef3d8b9f5 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405080 Mar 07 17:09:27.659415 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb53590-1342-4ed4-8e62-53c1b753d8fb req-0cd4b4ca-2fb5-4db4-8431-276074098795 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:27.660913 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ecb53590-1342-4ed4-8e62-53c1b753d8fb req-0cd4b4ca-2fb5-4db4-8431-276074098795 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 946 time: 0.0526643 Mar 07 17:09:27.708750 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ecb53590-1342-4ed4-8e62-53c1b753d8fb req-cc616dcf-f6d6-440e-9746-ef720a6b71f3 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419345 Mar 07 17:09:28.410847 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083bd18-5239-4060-8ea7-55408c9e167a req-dfebb464-ae46-49d2-b645-33cc0c0c7403 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:28.412331 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a083bd18-5239-4060-8ea7-55408c9e167a req-dfebb464-ae46-49d2-b645-33cc0c0c7403 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 946 time: 0.0552897 Mar 07 17:09:28.458274 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a083bd18-5239-4060-8ea7-55408c9e167a req-d1684349-a802-457b-aee3-474f6c96f97b tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405412 Mar 07 17:09:28.830940 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6bcac7-5ae8-4ae2-89d8-0bfda8636e42 req-bfb9a632-6e9d-4bdd-8f84-ea836032763f tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:28.832442 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-df6bcac7-5ae8-4ae2-89d8-0bfda8636e42 req-bfb9a632-6e9d-4bdd-8f84-ea836032763f tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 946 time: 0.0547717 Mar 07 17:09:28.879942 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-df6bcac7-5ae8-4ae2-89d8-0bfda8636e42 req-43f9cfd0-cb0c-4785-9000-63fd4eb3b91b tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420420 Mar 07 17:09:29.579724 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1826769-374d-47e5-a2a6-bcff82a3f600 req-afe2a247-ea69-4b17-b72f-689890e04598 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:29.581169 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e1826769-374d-47e5-a2a6-bcff82a3f600 req-afe2a247-ea69-4b17-b72f-689890e04598 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 946 time: 0.0553145 Mar 07 17:09:29.653606 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e1826769-374d-47e5-a2a6-bcff82a3f600 req-b78daf26-df0a-4176-95c3-dabcf468bc41 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670538 Mar 07 17:09:29.667812 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9f17a-0b76-43d3-8dcc-5a6b5abd3179 req-e616d9a0-087b-498e-a945-1bf5c4f091bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:29.669322 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-08e9f17a-0b76-43d3-8dcc-5a6b5abd3179 req-e616d9a0-087b-498e-a945-1bf5c4f091bf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9c209a56518a47aea7e997fd4223a98c&device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 1130 time: 0.0543976 Mar 07 17:09:29.759440 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9f17a-0b76-43d3-8dcc-5a6b5abd3179 req-dea31751-789e-4875-82a6-6ed70b523207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:29.760898 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-08e9f17a-0b76-43d3-8dcc-5a6b5abd3179 req-dea31751-789e-4875-82a6-6ed70b523207 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f09f7dbb-82c6-4d35-8521-db45cf32e53c HTTP/1.1" status: 200 len: 910 time: 0.0862565 Mar 07 17:09:29.824722 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-08e9f17a-0b76-43d3-8dcc-5a6b5abd3179 req-44a74178-1eb6-44d1-bffa-7db63ab2b5a4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a59e2276-4826-4703-86f5-50aec68d19d9 HTTP/1.1" status: 200 len: 1001 time: 0.0583599 Mar 07 17:09:29.872301 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9f17a-0b76-43d3-8dcc-5a6b5abd3179 req-59cb0494-492e-4a29-a03d-57a46010bdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:29.873787 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-08e9f17a-0b76-43d3-8dcc-5a6b5abd3179 req-59cb0494-492e-4a29-a03d-57a46010bdc5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=59906c62-41b2-4312-809f-0ad753757d03 HTTP/1.1" status: 200 len: 848 time: 0.0431051 Mar 07 17:09:29.924461 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9f17a-0b76-43d3-8dcc-5a6b5abd3179 req-a186edf9-4ba0-498f-af43-bf6c81e464c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:29.926033 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-08e9f17a-0b76-43d3-8dcc-5a6b5abd3179 req-a186edf9-4ba0-498f-af43-bf6c81e464c3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f09f7dbb-82c6-4d35-8521-db45cf32e53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0466170 Mar 07 17:09:30.047928 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ac12b-61aa-4c11-ae66-e74eed29fdff req-cb290278-a154-473b-a555-fbaabb2b8ccf tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:30.049422 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7d9ac12b-61aa-4c11-ae66-e74eed29fdff req-cb290278-a154-473b-a555-fbaabb2b8ccf tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 946 time: 0.1001930 Mar 07 17:09:30.052920 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-08e9f17a-0b76-43d3-8dcc-5a6b5abd3179 req-678a3f57-ddc9-45cf-9315-ad098dc4218a service neutron] 10.222.0.53 "GET /v2.0/networks/f09f7dbb-82c6-4d35-8521-db45cf32e53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211493 Mar 07 17:09:30.152822 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7d9ac12b-61aa-4c11-ae66-e74eed29fdff req-3f006564-7293-4446-aa2b-a2887c17c201 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979109 Mar 07 17:09:30.176691 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-08e9f17a-0b76-43d3-8dcc-5a6b5abd3179 req-39a02924-cbcf-4d9f-8fc8-b623f9db2efa service neutron] 10.222.0.53 "GET /v2.0/networks/f09f7dbb-82c6-4d35-8521-db45cf32e53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153452 Mar 07 17:09:30.773477 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0806c5ae-7a9c-44f4-bd74-6e1bceb584e1 req-8511419c-02ef-4d90-a2f9-daddf93d536f tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:30.774936 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0806c5ae-7a9c-44f4-bd74-6e1bceb584e1 req-8511419c-02ef-4d90-a2f9-daddf93d536f tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 946 time: 0.0541251 Mar 07 17:09:30.828833 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0806c5ae-7a9c-44f4-bd74-6e1bceb584e1 req-7ad840ed-ad11-45ba-b4c4-aabd760c5e25 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484216 Mar 07 17:09:31.266646 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57c331-2910-437d-b47d-db3f6b7a1584 req-fdd8e9b6-d343-42d4-93d3-7d8d683a7cda tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:31.268650 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3d57c331-2910-437d-b47d-db3f6b7a1584 req-fdd8e9b6-d343-42d4-93d3-7d8d683a7cda tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 946 time: 0.0518727 Mar 07 17:09:31.315302 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3d57c331-2910-437d-b47d-db3f6b7a1584 req-4cb98038-5aeb-4a02-a356-86c8f93937f0 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412672 Mar 07 17:09:31.947643 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d27a6b-c727-44cd-975f-f1f8677b460f req-b2b34351-2ce5-4605-bed9-f3eabfd24008 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:31.949067 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c2d27a6b-c727-44cd-975f-f1f8677b460f req-b2b34351-2ce5-4605-bed9-f3eabfd24008 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 946 time: 0.0511217 Mar 07 17:09:31.997591 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c2d27a6b-c727-44cd-975f-f1f8677b460f req-6686ca51-841b-468c-b425-843b0f2b1856 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431304 Mar 07 17:09:32.435040 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce887dca-2984-453b-bdfa-568573b3116f req-27ddd3c6-bedd-441f-a0c3-6c4caeb05d77 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:32.436728 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ce887dca-2984-453b-bdfa-568573b3116f req-27ddd3c6-bedd-441f-a0c3-6c4caeb05d77 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 946 time: 0.0549984 Mar 07 17:09:32.486707 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ce887dca-2984-453b-bdfa-568573b3116f req-0d0abedb-b8bc-4d4c-afbf-f53074ec3525 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440447 Mar 07 17:09:33.116096 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6592a1a-c831-4832-8966-8f454265887d req-d6d99750-96f3-48a6-a48d-87beee04645f tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:33.117586 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d6592a1a-c831-4832-8966-8f454265887d req-d6d99750-96f3-48a6-a48d-87beee04645f tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 946 time: 0.0523036 Mar 07 17:09:33.162858 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d6592a1a-c831-4832-8966-8f454265887d req-dd754670-8c8e-49bb-981b-64ecc814576a tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397904 Mar 07 17:09:33.604698 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d5940-f74b-4900-a69f-58ee6530436d req-9ae97353-0442-4724-89b3-531d379a35ff tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:33.606158 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e01d5940-f74b-4900-a69f-58ee6530436d req-9ae97353-0442-4724-89b3-531d379a35ff tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 946 time: 0.0550900 Mar 07 17:09:33.655547 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e01d5940-f74b-4900-a69f-58ee6530436d req-802da4f1-aec8-4aee-8bc3-17ae6c794414 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430615 Mar 07 17:09:33.764363 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [req-21a4ad0f-cf75-4dad-9179-6f2a317037e3 req-287bcaef-9c19-4967-b97d-ea038aa46a95 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103431) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 17:09:33.765400 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-21a4ad0f-cf75-4dad-9179-6f2a317037e3 req-287bcaef-9c19-4967-b97d-ea038aa46a95 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0474999 Mar 07 17:09:34.048046 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366821f7-8f48-4dd3-9f9e-99ceb56a2b0e req-d8d43db6-8ed8-48cd-8019-3b44afc99146 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:34.050113 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-366821f7-8f48-4dd3-9f9e-99ceb56a2b0e req-d8d43db6-8ed8-48cd-8019-3b44afc99146 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 946 time: 0.0526233 Mar 07 17:09:34.122637 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-366821f7-8f48-4dd3-9f9e-99ceb56a2b0e req-12505ba6-753f-4cf0-a3aa-f6f1f67a6b57 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644879 Mar 07 17:09:34.129884 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fac53e99-7069-4b53-b042-d7547ef87492 req-7fae13f9-1da7-4028-95aa-5fff1b5cb0bd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0789454 Mar 07 17:09:34.210381 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac53e99-7069-4b53-b042-d7547ef87492 req-6d7500fb-32bf-41c3-8c35-5e8f857ec12e tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:34.211680 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fac53e99-7069-4b53-b042-d7547ef87492 req-6d7500fb-32bf-41c3-8c35-5e8f857ec12e tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports/a59e2276-4826-4703-86f5-50aec68d19d9 HTTP/1.1" status: 200 len: 943 time: 0.0546834 Mar 07 17:09:34.282941 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005f6e9-3383-4a9c-b389-df99420c19aa req-c20eed3e-6016-4071-a71a-c314bbd7ef46 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:34.284432 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4005f6e9-3383-4a9c-b389-df99420c19aa req-c20eed3e-6016-4071-a71a-c314bbd7ef46 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 946 time: 0.0525146 Mar 07 17:09:34.331745 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4005f6e9-3383-4a9c-b389-df99420c19aa req-c18db95f-6f9e-4f44-bb84-9fc3a3f018eb tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414405 Mar 07 17:09:35.239337 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efdde2-6443-4924-92c7-08346f82c56a req-1c1e08a0-8dbd-4443-b3b0-052a14897a6f tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:35.241004 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-02efdde2-6443-4924-92c7-08346f82c56a req-1c1e08a0-8dbd-4443-b3b0-052a14897a6f tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 946 time: 0.0526440 Mar 07 17:09:35.288281 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-02efdde2-6443-4924-92c7-08346f82c56a req-2d81f35f-95dc-4757-ac3a-6efbb0f03aa0 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415606 Mar 07 17:09:35.452955 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf79b1-7bb1-4d2d-b9f3-b92266b034d6 req-770f8a8e-cd54-4646-86d8-a6c30a4809cf tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:35.454678 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-78cf79b1-7bb1-4d2d-b9f3-b92266b034d6 req-770f8a8e-cd54-4646-86d8-a6c30a4809cf tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 946 time: 0.0557790 Mar 07 17:09:35.466150 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device a59e2276-4826-4703-86f5-50aec68d19d9 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:09:35.501648 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-78cf79b1-7bb1-4d2d-b9f3-b92266b034d6 req-bb1ece03-25df-4907-8e4e-2d188c80d4ca tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403581 Mar 07 17:09:35.664666 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Current status of the port a59e2276-4826-4703-86f5-50aec68d19d9 is: ACTIVE; New status is: DOWN {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:09:35.665056 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (a59e2276-4826-4703-86f5-50aec68d19d9), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:35.687011 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204d7dde-160a-4e0f-8c23-c205ac15d099', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a59e2276-4826-4703-86f5-50aec68d19d9'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:09:35.689235 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11138cde4cb47aed6ab60590cdc6142137d0740b05d94cd9dbb0d95d7575220c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da64a372-37c6-4610-ace8-388d25a09b9f" -d '{"events": [{"server_uuid": "204d7dde-160a-4e0f-8c23-c205ac15d099", "name": "network-vif-unplugged", "status": "completed", "tag": "a59e2276-4826-4703-86f5-50aec68d19d9"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:09:35.701709 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port a59e2276-4826-4703-86f5-50aec68d19d9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a59e2276-4826-4703-86f5-50aec68d19d9,segment=NetworkSegment(b6706fab-4ae8-42aa-8ada-1adefbc92609),segment_id=b6706fab-4ae8-42aa-8ada-1adefbc92609)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:09:35.718771 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Mar 2022 17:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21baea2a-b323-464c-b0c1-0b7cf98e29d2 x-openstack-request-id: req-21baea2a-b323-464c-b0c1-0b7cf98e29d2 {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:09:35.719054 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "204d7dde-160a-4e0f-8c23-c205ac15d099", "name": "network-vif-unplugged", "status": "failed", "tag": "a59e2276-4826-4703-86f5-50aec68d19d9", "code": 422}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:09:35.719360 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-21baea2a-b323-464c-b0c1-0b7cf98e29d2 {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:09:35.719806 dv-cinder-804035-42-iscsi neutron-server[103440]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '204d7dde-160a-4e0f-8c23-c205ac15d099', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a59e2276-4826-4703-86f5-50aec68d19d9', 'code': 422} returned with failed status Mar 07 17:09:35.747874 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (a59e2276-4826-4703-86f5-50aec68d19d9), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:35.795668 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Pushing event updated for resources: {'Port': ['ID=a59e2276-4826-4703-86f5-50aec68d19d9,revision_number=6']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:36.368618 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac53e99-7069-4b53-b042-d7547ef87492 req-eb8ea4fc-27fa-4b69-9205-7fccf02c7d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:36.370048 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fac53e99-7069-4b53-b042-d7547ef87492 req-eb8ea4fc-27fa-4b69-9205-7fccf02c7d83 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099&tenant_id=9c209a56518a47aea7e997fd4223a98c HTTP/1.1" status: 200 len: 1128 time: 0.0525360 Mar 07 17:09:36.439927 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b7408-1ac0-49ba-aa64-9903fed1ba6c req-e98fa895-34d5-4cdd-b2bc-d793cbe3a5b5 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:36.441423 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-823b7408-1ac0-49ba-aa64-9903fed1ba6c req-e98fa895-34d5-4cdd-b2bc-d793cbe3a5b5 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 944 time: 0.0845227 Mar 07 17:09:36.464519 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac53e99-7069-4b53-b042-d7547ef87492 req-6e60af27-34f1-4ddb-a2d9-3cb2ed58d9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:36.465983 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fac53e99-7069-4b53-b042-d7547ef87492 req-6e60af27-34f1-4ddb-a2d9-3cb2ed58d9b1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9c209a56518a47aea7e997fd4223a98c&device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 1128 time: 0.0725214 Mar 07 17:09:36.519164 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-823b7408-1ac0-49ba-aa64-9903fed1ba6c req-d270bdbf-dce9-45e0-93c8-02dfe1ed9d2b tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714011 Mar 07 17:09:36.586433 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac53e99-7069-4b53-b042-d7547ef87492 req-923a218f-f566-4137-a3e6-91f792cf3049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:36.587850 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fac53e99-7069-4b53-b042-d7547ef87492 req-923a218f-f566-4137-a3e6-91f792cf3049 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f09f7dbb-82c6-4d35-8521-db45cf32e53c HTTP/1.1" status: 200 len: 910 time: 0.1141052 Mar 07 17:09:36.666609 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fac53e99-7069-4b53-b042-d7547ef87492 req-f230b5f8-3bb0-4967-9962-f9baf8166b58 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a59e2276-4826-4703-86f5-50aec68d19d9 HTTP/1.1" status: 200 len: 999 time: 0.0645969 Mar 07 17:09:36.675911 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf846869-f028-4f1f-8353-dc97a7edce5a req-029294ac-95ad-4340-8ea1-498cf2f02d3a tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:36.677435 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-bf846869-f028-4f1f-8353-dc97a7edce5a req-029294ac-95ad-4340-8ea1-498cf2f02d3a tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 946 time: 0.1077731 Mar 07 17:09:36.746191 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac53e99-7069-4b53-b042-d7547ef87492 req-ae43e164-a3bb-4822-8909-68b337e2cbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:36.747315 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fac53e99-7069-4b53-b042-d7547ef87492 req-ae43e164-a3bb-4822-8909-68b337e2cbd6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=59906c62-41b2-4312-809f-0ad753757d03 HTTP/1.1" status: 200 len: 848 time: 0.0687931 Mar 07 17:09:36.766178 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-bf846869-f028-4f1f-8353-dc97a7edce5a req-c8d6391d-cc60-4a5e-a036-04d6004b191c tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805523 Mar 07 17:09:36.799354 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac53e99-7069-4b53-b042-d7547ef87492 req-56899282-1bf2-4b9f-8a2c-2b23ba6ed94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:36.801609 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fac53e99-7069-4b53-b042-d7547ef87492 req-56899282-1bf2-4b9f-8a2c-2b23ba6ed94e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f09f7dbb-82c6-4d35-8521-db45cf32e53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0467160 Mar 07 17:09:36.900870 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fac53e99-7069-4b53-b042-d7547ef87492 req-cab0964e-1139-4bfe-a819-b1a1698169fe service neutron] 10.222.0.53 "GET /v2.0/networks/f09f7dbb-82c6-4d35-8521-db45cf32e53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926845 Mar 07 17:09:36.986881 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fac53e99-7069-4b53-b042-d7547ef87492 req-9251f2c9-ef07-45bc-a892-83008854d1ae service neutron] 10.222.0.53 "GET /v2.0/networks/f09f7dbb-82c6-4d35-8521-db45cf32e53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800991 Mar 07 17:09:37.637511 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf3ab5-d930-4a59-b5bc-77e03829d1aa req-45913320-eb62-4c8c-8764-1d6646f944a1 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:37.638973 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e1cf3ab5-d930-4a59-b5bc-77e03829d1aa req-45913320-eb62-4c8c-8764-1d6646f944a1 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 944 time: 0.0521319 Mar 07 17:09:37.689488 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e1cf3ab5-d930-4a59-b5bc-77e03829d1aa req-784c33e5-4462-4201-84af-3d7f3e964f1c tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450804 Mar 07 17:09:37.882805 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab7ca7-0aac-48d3-8074-83327530deab req-0244af78-dbe2-4684-af99-ccd6a9f035db tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:37.884282 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a9ab7ca7-0aac-48d3-8074-83327530deab req-0244af78-dbe2-4684-af99-ccd6a9f035db tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 946 time: 0.0523190 Mar 07 17:09:37.930324 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a9ab7ca7-0aac-48d3-8074-83327530deab req-cf2b049e-16ff-4002-87e1-6d4294e334f0 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405145 Mar 07 17:09:38.808226 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b8fa5-2b25-40d2-acc9-daad147d3156 req-e8bee8de-207f-4411-ad6d-314cc95eae7a tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:38.809803 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6c9b8fa5-2b25-40d2-acc9-daad147d3156 req-e8bee8de-207f-4411-ad6d-314cc95eae7a tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 944 time: 0.0518456 Mar 07 17:09:38.865740 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6c9b8fa5-2b25-40d2-acc9-daad147d3156 req-b8666f79-fa00-4c5b-b0c1-1f6e41546fcf tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496931 Mar 07 17:09:39.048254 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029e706-b54c-4747-a8a1-9302cb6b52bf req-f0d7c02a-df91-4700-b8e7-d33076a3d632 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:39.049607 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6029e706-b54c-4747-a8a1-9302cb6b52bf req-f0d7c02a-df91-4700-b8e7-d33076a3d632 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 946 time: 0.0549586 Mar 07 17:09:39.095283 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6029e706-b54c-4747-a8a1-9302cb6b52bf req-4b435383-6be1-42e1-92e9-adf4daa4c760 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398533 Mar 07 17:09:39.983287 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9d5ca-5c9f-4d0a-bb84-a3be38db9555 req-bec09282-f2be-4d63-b971-a2466d98f854 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:39.984789 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-bcd9d5ca-5c9f-4d0a-bb84-a3be38db9555 req-bec09282-f2be-4d63-b971-a2466d98f854 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 944 time: 0.0520320 Mar 07 17:09:40.032966 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-bcd9d5ca-5c9f-4d0a-bb84-a3be38db9555 req-d05726b5-0aef-46f9-b00f-120f7245d336 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418704 Mar 07 17:09:40.210759 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8266a68-fcae-418e-9ad1-7196bdd6229b req-0fec69ce-9be6-45b1-9b6e-2b75deda4905 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:40.212178 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a8266a68-fcae-418e-9ad1-7196bdd6229b req-0fec69ce-9be6-45b1-9b6e-2b75deda4905 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 946 time: 0.0525331 Mar 07 17:09:40.260882 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a8266a68-fcae-418e-9ad1-7196bdd6229b req-9ad80c53-cdcd-4682-b6d1-7e5b6cb6c3b0 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432887 Mar 07 17:09:40.289563 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:09:41.149312 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2857cd51-df9f-472d-84ff-43bac5b3aa5c req-e03b9e32-019e-4b3a-8fe1-13efd193cf3a tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:41.150767 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2857cd51-df9f-472d-84ff-43bac5b3aa5c req-e03b9e32-019e-4b3a-8fe1-13efd193cf3a tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 944 time: 0.0535431 Mar 07 17:09:41.199810 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2857cd51-df9f-472d-84ff-43bac5b3aa5c req-a6e844d1-cbe9-45e8-a87d-1cf82f7e4a82 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432687 Mar 07 17:09:41.374351 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee3f83-e38a-4d32-9a06-af8a555c209f req-b25d25de-7a30-4a6a-8c66-574a9419b6cc tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:41.375831 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3eee3f83-e38a-4d32-9a06-af8a555c209f req-b25d25de-7a30-4a6a-8c66-574a9419b6cc tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 946 time: 0.0511010 Mar 07 17:09:41.420897 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3eee3f83-e38a-4d32-9a06-af8a555c209f req-d3942fe4-ffcf-480d-ac29-2a663f5276a0 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391223 Mar 07 17:09:42.318501 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf56fc-2603-48f8-8c22-b0225175484b req-d45c8e4c-35de-46d7-9c34-b064e6070421 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:42.320188 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7ecf56fc-2603-48f8-8c22-b0225175484b req-d45c8e4c-35de-46d7-9c34-b064e6070421 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 944 time: 0.0545077 Mar 07 17:09:42.366555 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7ecf56fc-2603-48f8-8c22-b0225175484b req-b947d996-2663-43bd-a2a1-ef4c4b0312a0 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410240 Mar 07 17:09:42.537175 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3486d3f-3556-47eb-9e65-d9142b2a13ef req-5d2bda07-1b9d-46f7-a35b-121e1e80ec68 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:42.538534 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e3486d3f-3556-47eb-9e65-d9142b2a13ef req-5d2bda07-1b9d-46f7-a35b-121e1e80ec68 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 946 time: 0.0539250 Mar 07 17:09:42.584512 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e3486d3f-3556-47eb-9e65-d9142b2a13ef req-87f8336e-0efa-45dd-ac88-6632c73b7a17 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405598 Mar 07 17:09:43.487002 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205d9f8-c9db-4647-b890-84c3337ec53c req-e5d20589-d817-4ef8-a467-17e9aed3e515 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:43.489097 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c205d9f8-c9db-4647-b890-84c3337ec53c req-e5d20589-d817-4ef8-a467-17e9aed3e515 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 944 time: 0.0554836 Mar 07 17:09:43.815488 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c205d9f8-c9db-4647-b890-84c3337ec53c req-ed1ff4e4-d1b0-434d-a278-d8106974efb1 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3207121 Mar 07 17:09:43.830717 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6deef-f84b-47db-9e6b-d58029b4b0d0 req-1ac291a4-fdb9-4ddb-a594-19cc5aba33c5 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:43.832289 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-daa6deef-f84b-47db-9e6b-d58029b4b0d0 req-1ac291a4-fdb9-4ddb-a594-19cc5aba33c5 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 946 time: 0.0732210 Mar 07 17:09:43.877532 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-daa6deef-f84b-47db-9e6b-d58029b4b0d0 req-ff77ef25-47b2-4d5b-8c36-73f420ec89f3 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398703 Mar 07 17:09:44.225006 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a3e213-57eb-4e0d-a0b2-c74d9028f84b req-8ad07f92-c259-4dac-95f0-21b5a7bb9174 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:44.226464 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a8a3e213-57eb-4e0d-a0b2-c74d9028f84b req-8ad07f92-c259-4dac-95f0-21b5a7bb9174 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 946 time: 0.0543611 Mar 07 17:09:44.283917 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a8a3e213-57eb-4e0d-a0b2-c74d9028f84b req-07c7df77-9cf2-42b1-8574-53657c0fedc3 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520477 Mar 07 17:09:44.316030 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb269a7-207d-478f-af4b-6db2d44f3a06 req-30784c17-76a3-4b8e-8d1e-2c5fff7c6621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:44.318056 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7bb269a7-207d-478f-af4b-6db2d44f3a06 req-30784c17-76a3-4b8e-8d1e-2c5fff7c6621 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1f4fc0170321429faf3e9895e52f81ca&device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 1130 time: 0.0483911 Mar 07 17:09:44.404613 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb269a7-207d-478f-af4b-6db2d44f3a06 req-8126011c-306d-456d-b791-562bcaf61dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:44.406027 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7bb269a7-207d-478f-af4b-6db2d44f3a06 req-8126011c-306d-456d-b791-562bcaf61dd5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a5817453-0687-4232-b082-7a8f6cce82b8 HTTP/1.1" status: 200 len: 912 time: 0.0827157 Mar 07 17:09:44.474248 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7bb269a7-207d-478f-af4b-6db2d44f3a06 req-2112b7fa-ecea-4c22-8063-6019b0b60c9c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=988f72d7-80a4-43cf-873b-0e5d21b43431 HTTP/1.1" status: 200 len: 1001 time: 0.0595877 Mar 07 17:09:44.538245 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb269a7-207d-478f-af4b-6db2d44f3a06 req-fcdecc4c-82f4-4ab2-b395-5d9f291918c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:44.539776 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7bb269a7-207d-478f-af4b-6db2d44f3a06 req-fcdecc4c-82f4-4ab2-b395-5d9f291918c6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1727d561-64eb-436e-b9e1-627515b9c111 HTTP/1.1" status: 200 len: 850 time: 0.0599921 Mar 07 17:09:44.587633 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb269a7-207d-478f-af4b-6db2d44f3a06 req-6c52bee0-2bd4-4117-9d29-511c6dd37965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:44.589061 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7bb269a7-207d-478f-af4b-6db2d44f3a06 req-6c52bee0-2bd4-4117-9d29-511c6dd37965 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a5817453-0687-4232-b082-7a8f6cce82b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432408 Mar 07 17:09:44.677895 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7bb269a7-207d-478f-af4b-6db2d44f3a06 req-22c05fbb-66ea-49b2-b481-3e7b9bcd7582 service neutron] 10.222.0.53 "GET /v2.0/networks/a5817453-0687-4232-b082-7a8f6cce82b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827262 Mar 07 17:09:44.765641 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7bb269a7-207d-478f-af4b-6db2d44f3a06 req-140edee6-93ba-4473-adf8-ecf3b0554182 service neutron] 10.222.0.53 "GET /v2.0/networks/a5817453-0687-4232-b082-7a8f6cce82b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818071 Mar 07 17:09:44.942712 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4d7ba-d1bb-4975-b011-a82c2164e031 req-761cc1ed-b281-413e-81b3-3ca64799f82c tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:44.944101 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8fe4d7ba-d1bb-4975-b011-a82c2164e031 req-761cc1ed-b281-413e-81b3-3ca64799f82c tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 944 time: 0.0562637 Mar 07 17:09:44.992704 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8fe4d7ba-d1bb-4975-b011-a82c2164e031 req-6ecdc215-ddac-4eab-8800-2f100673535b tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431652 Mar 07 17:09:45.401284 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a0c99-5efc-4fa1-a269-3a5ab652d090 req-e5c7c79c-15fe-45bb-b6c6-0a35e8cb19fb tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:45.402715 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3d9a0c99-5efc-4fa1-a269-3a5ab652d090 req-e5c7c79c-15fe-45bb-b6c6-0a35e8cb19fb tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 946 time: 0.0521197 Mar 07 17:09:45.448395 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3d9a0c99-5efc-4fa1-a269-3a5ab652d090 req-9eeb0cbd-0255-458c-8b65-8ebf377c9434 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401852 Mar 07 17:09:45.523585 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device a59e2276-4826-4703-86f5-50aec68d19d9 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:09:45.621745 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port a59e2276-4826-4703-86f5-50aec68d19d9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a59e2276-4826-4703-86f5-50aec68d19d9,segment=NetworkSegment(b6706fab-4ae8-42aa-8ada-1adefbc92609),segment_id=b6706fab-4ae8-42aa-8ada-1adefbc92609)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:09:45.631710 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Returning: {'device': 'a59e2276-4826-4703-86f5-50aec68d19d9', 'network_id': 'f09f7dbb-82c6-4d35-8521-db45cf32e53c', 'port_id': 'a59e2276-4826-4703-86f5-50aec68d19d9', 'mac_address': 'fa:16:3e:5a:1f:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59906c62-41b2-4312-809f-0ad753757d03', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:09:45.667936 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Current status of the port a59e2276-4826-4703-86f5-50aec68d19d9 is: DOWN; New status is: BUILD {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:09:45.668322 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (a59e2276-4826-4703-86f5-50aec68d19d9), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:45.681209 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a59e2276-4826-4703-86f5-50aec68d19d9 {{(pid=103440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:09:45.703398 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port a59e2276-4826-4703-86f5-50aec68d19d9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a59e2276-4826-4703-86f5-50aec68d19d9,segment=NetworkSegment(b6706fab-4ae8-42aa-8ada-1adefbc92609),segment_id=b6706fab-4ae8-42aa-8ada-1adefbc92609)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:09:45.752986 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (a59e2276-4826-4703-86f5-50aec68d19d9), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:45.798493 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Pushing event updated for resources: {'Port': ['ID=a59e2276-4826-4703-86f5-50aec68d19d9,revision_number=7']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:45.806126 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:09:45.806476 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:09:45.806817 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:09:45.807155 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:09:45.807509 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:09:45.807837 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:09:45.808164 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:09:45.808486 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:09:45.808809 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:09:45.809149 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:09:45.809453 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:09:45.809770 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:09:45.810089 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:09:45.956071 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c26e1a34-aa4b-4434-9551-215327dae397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:46.090271 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] get_ports_and_sgs() called for port_ids ['a59e2276-4826-4703-86f5-50aec68d19d9'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:09:46.112521 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d7f77-0785-421a-bc42-963f68025245 req-ad68e08d-dfad-4274-ba8e-179ee7c18ddd tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:46.114038 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-037d7f77-0785-421a-bc42-963f68025245 req-ad68e08d-dfad-4274-ba8e-179ee7c18ddd tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 945 time: 0.0572102 Mar 07 17:09:46.165140 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-037d7f77-0785-421a-bc42-963f68025245 req-d716e81e-46dd-43fc-9a44-a8cf955a433a tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444372 Mar 07 17:09:46.563524 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5939b-5ba6-4c5e-aec9-caa4b7caf75b req-44bde085-0e38-4334-9d59-b8089b172ab5 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:46.564967 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-33d5939b-5ba6-4c5e-aec9-caa4b7caf75b req-44bde085-0e38-4334-9d59-b8089b172ab5 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 946 time: 0.0508263 Mar 07 17:09:46.611312 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-33d5939b-5ba6-4c5e-aec9-caa4b7caf75b req-77711cf0-3eab-4b34-aebd-012b79278d26 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398662 Mar 07 17:09:47.283388 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e3eb1-ac49-438b-802d-81b8e8387373 req-08984568-60c8-4099-a3a1-5961cbcaf540 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:47.284873 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ce5e3eb1-ac49-438b-802d-81b8e8387373 req-08984568-60c8-4099-a3a1-5961cbcaf540 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 945 time: 0.0516772 Mar 07 17:09:47.336356 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ce5e3eb1-ac49-438b-802d-81b8e8387373 req-cd0d0003-05ea-4593-8bfb-939626e0e82a tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455604 Mar 07 17:09:47.547469 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device a59e2276-4826-4703-86f5-50aec68d19d9 up at agent hyperv_hv-cinder-80403 {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:09:47.593048 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Provisioning complete for port a59e2276-4826-4703-86f5-50aec68d19d9 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:09:47.593423 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (a59e2276-4826-4703-86f5-50aec68d19d9), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:47.669863 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Current status of the port a59e2276-4826-4703-86f5-50aec68d19d9 is: BUILD; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:09:47.670244 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (a59e2276-4826-4703-86f5-50aec68d19d9), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:47.691564 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204d7dde-160a-4e0f-8c23-c205ac15d099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59e2276-4826-4703-86f5-50aec68d19d9'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:09:47.693808 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11138cde4cb47aed6ab60590cdc6142137d0740b05d94cd9dbb0d95d7575220c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1062cc35-a798-4fdf-bffd-9b2ccb1aed16" -d '{"events": [{"server_uuid": "204d7dde-160a-4e0f-8c23-c205ac15d099", "name": "network-vif-plugged", "status": "completed", "tag": "a59e2276-4826-4703-86f5-50aec68d19d9"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:09:47.705474 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port a59e2276-4826-4703-86f5-50aec68d19d9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a59e2276-4826-4703-86f5-50aec68d19d9,segment=NetworkSegment(b6706fab-4ae8-42aa-8ada-1adefbc92609),segment_id=b6706fab-4ae8-42aa-8ada-1adefbc92609)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:09:47.729686 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9a0797-815c-43ab-bc18-ae6467b285cd x-openstack-request-id: req-7a9a0797-815c-43ab-bc18-ae6467b285cd {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:09:47.729978 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "204d7dde-160a-4e0f-8c23-c205ac15d099", "name": "network-vif-plugged", "status": "completed", "tag": "a59e2276-4826-4703-86f5-50aec68d19d9", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:09:47.730236 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7a9a0797-815c-43ab-bc18-ae6467b285cd {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:09:47.730632 dv-cinder-804035-42-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '204d7dde-160a-4e0f-8c23-c205ac15d099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59e2276-4826-4703-86f5-50aec68d19d9', 'code': 200} Mar 07 17:09:47.787988 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (a59e2276-4826-4703-86f5-50aec68d19d9), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:47.835002 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Pushing event updated for resources: {'Port': ['ID=a59e2276-4826-4703-86f5-50aec68d19d9,revision_number=8']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:09:48.008400 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed1cfd-e735-4062-87da-080574758055 req-0620cf3d-21dc-4fbc-8880-c3901f373349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:48.009911 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ceed1cfd-e735-4062-87da-080574758055 req-0620cf3d-21dc-4fbc-8880-c3901f373349 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 1130 time: 0.0429714 Mar 07 17:09:48.055262 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ceed1cfd-e735-4062-87da-080574758055 req-ae4f8376-8632-4db6-9242-8cc4d62b840a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386424 Mar 07 17:09:48.347682 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:48.387185 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c02d24ec-e7f5-412a-a4c5-fee71bab4be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:48.454776 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41636ec-74e6-4874-906f-2836ee46beca req-77cdc426-e5b8-40eb-98bc-74a491148534 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:48.456256 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e41636ec-74e6-4874-906f-2836ee46beca req-77cdc426-e5b8-40eb-98bc-74a491148534 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 946 time: 0.0521021 Mar 07 17:09:48.503170 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e41636ec-74e6-4874-906f-2836ee46beca req-3f66105d-b02c-4e9e-b73d-7b69ef4f27ec tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413563 Mar 07 17:09:49.624617 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf4690-9883-4f87-803f-8d8479704e25 req-c709e201-4375-4067-879c-5fd433d9d554 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:09:49.625991 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b4bf4690-9883-4f87-803f-8d8479704e25 req-c709e201-4375-4067-879c-5fd433d9d554 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 946 time: 0.0566027 Mar 07 17:09:49.673527 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b4bf4690-9883-4f87-803f-8d8479704e25 req-eb32dcd3-04a0-4baf-ad75-9b4afbe59e80 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419252 Mar 07 17:09:50.416240 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:51.872975 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:09:52.970299 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:09.184530 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e013fd0-cf01-42b9-8cf2-6c84f0f4bcae req-8d89aad7-c73f-4629-8bd6-1911a45ca119 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:09.186163 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8e013fd0-cf01-42b9-8cf2-6c84f0f4bcae req-8d89aad7-c73f-4629-8bd6-1911a45ca119 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 946 time: 0.0538547 Mar 07 17:10:09.233909 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8e013fd0-cf01-42b9-8cf2-6c84f0f4bcae req-206c0243-80cc-4b21-ad5d-3073567eff9b tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421374 Mar 07 17:10:10.355883 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf53b61-8b18-4772-ad69-c9a078a13bd2 req-c2ce2039-71b7-44ad-b6d7-4b165a7a0013 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:10.357370 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-bcf53b61-8b18-4772-ad69-c9a078a13bd2 req-c2ce2039-71b7-44ad-b6d7-4b165a7a0013 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 946 time: 0.0529711 Mar 07 17:10:10.407817 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-bcf53b61-8b18-4772-ad69-c9a078a13bd2 req-068dbb30-c522-471c-bc3a-46655e74783f tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449369 Mar 07 17:10:11.529186 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632ebc5-e369-4d83-a768-02a151027e84 req-14c6feb0-b652-41b2-a180-0aa53ba06993 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:11.530645 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e632ebc5-e369-4d83-a768-02a151027e84 req-14c6feb0-b652-41b2-a180-0aa53ba06993 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 946 time: 0.0528653 Mar 07 17:10:11.575699 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e632ebc5-e369-4d83-a768-02a151027e84 req-80f002ab-e847-40d6-bee9-71ec01f47bfe tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394211 Mar 07 17:10:12.694458 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf455722-1d0d-4cfb-8c62-0628a55ffa49 req-dcdc756f-fb06-445c-9268-a5e465af5fc0 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:12.695936 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-bf455722-1d0d-4cfb-8c62-0628a55ffa49 req-dcdc756f-fb06-445c-9268-a5e465af5fc0 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 946 time: 0.0514371 Mar 07 17:10:12.741800 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-bf455722-1d0d-4cfb-8c62-0628a55ffa49 req-0c8dc7c8-e3ad-470f-9fab-5be019bf4da3 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397954 Mar 07 17:10:13.872775 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a648431-892f-4540-921c-df031d4bd83f req-0b59c1cb-99e2-4474-b66f-a59172c36e0c tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:13.874366 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6a648431-892f-4540-921c-df031d4bd83f req-0b59c1cb-99e2-4474-b66f-a59172c36e0c tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 946 time: 0.0567718 Mar 07 17:10:13.920851 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6a648431-892f-4540-921c-df031d4bd83f req-f5776a14-fb0c-4fc7-ae97-623920158634 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410583 Mar 07 17:10:15.048956 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a3bb3-ec86-407c-b24e-4089f4b20d4c req-48fde2d6-6976-441e-908e-8f1f7cb66207 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:15.050429 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-840a3bb3-ec86-407c-b24e-4089f4b20d4c req-48fde2d6-6976-441e-908e-8f1f7cb66207 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 946 time: 0.0531089 Mar 07 17:10:15.097232 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-840a3bb3-ec86-407c-b24e-4089f4b20d4c req-9e03f8e3-93e5-4098-b5c5-d099445f62d1 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412974 Mar 07 17:10:15.924167 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a77bc009-fd74-4475-8323-174731dec7ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:16.223159 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b95d7d5-a41c-4cf6-88c4-8c8d11b137c8 req-3b2736a7-7f47-4177-ad4b-92ccccf0fe86 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:16.224588 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0b95d7d5-a41c-4cf6-88c4-8c8d11b137c8 req-3b2736a7-7f47-4177-ad4b-92ccccf0fe86 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 946 time: 0.0569592 Mar 07 17:10:16.271622 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0b95d7d5-a41c-4cf6-88c4-8c8d11b137c8 req-bca6cf25-4a72-4238-a6a5-102b74775243 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414710 Mar 07 17:10:17.288375 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:10:17.392979 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77a436-5f71-4c8b-923c-606d660488bc req-4e68c616-55fc-4083-bf1b-418b6051844e tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:17.394488 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7c77a436-5f71-4c8b-923c-606d660488bc req-4e68c616-55fc-4083-bf1b-418b6051844e tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 946 time: 0.0526104 Mar 07 17:10:17.449703 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7c77a436-5f71-4c8b-923c-606d660488bc req-31730227-a5fa-453e-96c5-d26f53f8b9ef tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495055 Mar 07 17:10:18.352458 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:18.421080 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-bb9761da-cfdb-4543-91c8-2c7952a68d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:18.570961 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb5f26-ef83-43fd-8d3a-453acc10b86d req-9061b2c1-970f-4fbc-ae86-bc6867d4e807 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:18.572992 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9aeb5f26-ef83-43fd-8d3a-453acc10b86d req-9061b2c1-970f-4fbc-ae86-bc6867d4e807 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 946 time: 0.0519648 Mar 07 17:10:18.622766 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9aeb5f26-ef83-43fd-8d3a-453acc10b86d req-92bccd0d-69eb-4649-9d29-101a909fb29b tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441217 Mar 07 17:10:19.742596 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a5449-b206-4e46-a75c-e72e60f32ee2 req-4c9babd8-4cd5-4c4c-b53f-66d0486408a3 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:19.744096 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f74a5449-b206-4e46-a75c-e72e60f32ee2 req-4c9babd8-4cd5-4c4c-b53f-66d0486408a3 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 946 time: 0.0524364 Mar 07 17:10:19.789882 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f74a5449-b206-4e46-a75c-e72e60f32ee2 req-811581fd-b436-48ce-b80c-cec6a8c67017 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403061 Mar 07 17:10:20.432577 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:20.914355 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ddbd5-3b74-4f2e-8ee4-16d14b78c630 req-720c6de7-7719-4dc9-99c5-c8f33c7706df tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:20.915819 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ed1ddbd5-3b74-4f2e-8ee4-16d14b78c630 req-720c6de7-7719-4dc9-99c5-c8f33c7706df tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 946 time: 0.0527356 Mar 07 17:10:20.961352 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ed1ddbd5-3b74-4f2e-8ee4-16d14b78c630 req-d279442c-0ff0-45e6-8028-9f933063a0b8 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398755 Mar 07 17:10:21.741694 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device b2e0ed20-d0ff-4eee-8fd3-b7990628b79f details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:10:21.851133 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port b2e0ed20-d0ff-4eee-8fd3-b7990628b79f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b2e0ed20-d0ff-4eee-8fd3-b7990628b79f,segment=NetworkSegment(c9b3c6bf-042d-42ab-970e-e5cb93efe923),segment_id=c9b3c6bf-042d-42ab-970e-e5cb93efe923)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:10:21.863009 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Returning: {'device': 'b2e0ed20-d0ff-4eee-8fd3-b7990628b79f', 'network_id': '092694bd-373f-4bfb-9d43-3858867af44b', 'port_id': 'b2e0ed20-d0ff-4eee-8fd3-b7990628b79f', 'mac_address': 'fa:16:3e:37:cc:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74c40c13-f415-433a-b979-4cf6b968572a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:10:21.898641 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Current status of the port b2e0ed20-d0ff-4eee-8fd3-b7990628b79f is: ACTIVE; New status is: BUILD {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:10:21.899035 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (b2e0ed20-d0ff-4eee-8fd3-b7990628b79f), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:21.902486 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:21.912163 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b2e0ed20-d0ff-4eee-8fd3-b7990628b79f {{(pid=103440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:10:21.931206 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port b2e0ed20-d0ff-4eee-8fd3-b7990628b79f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b2e0ed20-d0ff-4eee-8fd3-b7990628b79f,segment=NetworkSegment(c9b3c6bf-042d-42ab-970e-e5cb93efe923),segment_id=c9b3c6bf-042d-42ab-970e-e5cb93efe923)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:10:21.981149 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (b2e0ed20-d0ff-4eee-8fd3-b7990628b79f), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:22.036161 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Pushing event updated for resources: {'Port': ['ID=b2e0ed20-d0ff-4eee-8fd3-b7990628b79f,revision_number=6']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:10:22.070495 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] get_ports_and_sgs() called for port_ids ['b2e0ed20-d0ff-4eee-8fd3-b7990628b79f'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:10:22.097367 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5afd9-d1cf-4d11-8eec-fb7d004e7dc5 req-cc220dbb-7c76-4110-b846-8b03328822d3 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:22.098841 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e2a5afd9-d1cf-4d11-8eec-fb7d004e7dc5 req-cc220dbb-7c76-4110-b846-8b03328822d3 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 945 time: 0.0616798 Mar 07 17:10:22.152641 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e2a5afd9-d1cf-4d11-8eec-fb7d004e7dc5 req-60540510-3931-4fea-af8b-a48f1dfe010d tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462968 Mar 07 17:10:23.015076 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:23.273255 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b9541-3658-45b9-ba31-92c00ef2f9ed req-7c23d87d-3942-4588-ba36-43e980c06792 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:23.274626 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cb0b9541-3658-45b9-ba31-92c00ef2f9ed req-7c23d87d-3942-4588-ba36-43e980c06792 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 945 time: 0.0516257 Mar 07 17:10:23.321132 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cb0b9541-3658-45b9-ba31-92c00ef2f9ed req-cb202bba-04bf-4134-8e3b-207682f46640 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402479 Mar 07 17:10:23.763943 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device b2e0ed20-d0ff-4eee-8fd3-b7990628b79f up at agent hyperv_hv-cinder-80403 {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:10:23.814484 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Provisioning complete for port b2e0ed20-d0ff-4eee-8fd3-b7990628b79f triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:10:23.814882 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (b2e0ed20-d0ff-4eee-8fd3-b7990628b79f), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:23.888466 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Current status of the port b2e0ed20-d0ff-4eee-8fd3-b7990628b79f is: BUILD; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:10:23.888847 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (b2e0ed20-d0ff-4eee-8fd3-b7990628b79f), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:23.910126 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51515611-cbe3-4462-bc8a-2cffae8275cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e0ed20-d0ff-4eee-8fd3-b7990628b79f'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:10:23.912345 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11138cde4cb47aed6ab60590cdc6142137d0740b05d94cd9dbb0d95d7575220c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f311424-b1fc-4cf4-a138-8b3841d1afee" -d '{"events": [{"server_uuid": "51515611-cbe3-4462-bc8a-2cffae8275cc", "name": "network-vif-plugged", "status": "completed", "tag": "b2e0ed20-d0ff-4eee-8fd3-b7990628b79f"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:10:23.925044 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port b2e0ed20-d0ff-4eee-8fd3-b7990628b79f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b2e0ed20-d0ff-4eee-8fd3-b7990628b79f,segment=NetworkSegment(c9b3c6bf-042d-42ab-970e-e5cb93efe923),segment_id=c9b3c6bf-042d-42ab-970e-e5cb93efe923)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:10:23.948399 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d092ffe7-8de9-4d05-b7ef-3dfbbbc6544a x-openstack-request-id: req-d092ffe7-8de9-4d05-b7ef-3dfbbbc6544a {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:10:23.948694 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51515611-cbe3-4462-bc8a-2cffae8275cc", "name": "network-vif-plugged", "status": "completed", "tag": "b2e0ed20-d0ff-4eee-8fd3-b7990628b79f", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:10:23.948951 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d092ffe7-8de9-4d05-b7ef-3dfbbbc6544a {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:10:23.949368 dv-cinder-804035-42-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51515611-cbe3-4462-bc8a-2cffae8275cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e0ed20-d0ff-4eee-8fd3-b7990628b79f', 'code': 200} Mar 07 17:10:24.015521 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (b2e0ed20-d0ff-4eee-8fd3-b7990628b79f), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:24.066453 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Pushing event updated for resources: {'Port': ['ID=b2e0ed20-d0ff-4eee-8fd3-b7990628b79f,revision_number=7']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:10:24.443083 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31631bf5-2c64-48e9-b880-10f0aa9e94c4 req-9b95e434-106d-455b-9020-5609238815fd tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:24.444552 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-31631bf5-2c64-48e9-b880-10f0aa9e94c4 req-9b95e434-106d-455b-9020-5609238815fd tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 946 time: 0.0520151 Mar 07 17:10:24.494267 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-31631bf5-2c64-48e9-b880-10f0aa9e94c4 req-32099b6a-bbc3-483d-952b-ee3e8c5072d5 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433147 Mar 07 17:10:25.618731 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd23c2b-bd8d-4f05-b7e4-1d8944587c5c req-bebca2ed-bfc8-4cc6-bd42-a451389ff23b tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:25.620480 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cfd23c2b-bd8d-4f05-b7e4-1d8944587c5c req-bebca2ed-bfc8-4cc6-bd42-a451389ff23b tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 946 time: 0.0538807 Mar 07 17:10:25.666783 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cfd23c2b-bd8d-4f05-b7e4-1d8944587c5c req-85595428-0fe8-425b-8f49-dc256f8f28c9 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402398 Mar 07 17:10:26.792427 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b5608-cc22-44f7-9d48-5f5cfd953414 req-90ac133f-729c-4b8c-a750-ec57bde77452 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:26.794227 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-976b5608-cc22-44f7-9d48-5f5cfd953414 req-90ac133f-729c-4b8c-a750-ec57bde77452 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 946 time: 0.0576968 Mar 07 17:10:26.878095 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-976b5608-cc22-44f7-9d48-5f5cfd953414 req-4c7107bc-f2f9-47dc-8161-e93e9154a85e tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768211 Mar 07 17:10:26.887726 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7a623949-b2be-4ae7-8b37-dea4f0db8be0 req-72decb9e-f649-4c51-a190-82ab9534a943 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699580 Mar 07 17:10:26.980790 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a623949-b2be-4ae7-8b37-dea4f0db8be0 req-3044f71b-5ce2-4ddc-8c2c-ba295cc71eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:26.982387 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7a623949-b2be-4ae7-8b37-dea4f0db8be0 req-3044f71b-5ce2-4ddc-8c2c-ba295cc71eb9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9c209a56518a47aea7e997fd4223a98c&device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 1130 time: 0.0494320 Mar 07 17:10:27.094532 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a623949-b2be-4ae7-8b37-dea4f0db8be0 req-f27ca74f-f7b4-49fa-81a1-b9172c89fe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:27.096113 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7a623949-b2be-4ae7-8b37-dea4f0db8be0 req-f27ca74f-f7b4-49fa-81a1-b9172c89fe6e service neutron] 10.222.0.53 "GET /v2.0/networks?id=f09f7dbb-82c6-4d35-8521-db45cf32e53c HTTP/1.1" status: 200 len: 910 time: 0.0954013 Mar 07 17:10:27.165432 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7a623949-b2be-4ae7-8b37-dea4f0db8be0 req-bc2c8215-4a4e-44f6-bda1-f53f2eea09cd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a59e2276-4826-4703-86f5-50aec68d19d9 HTTP/1.1" status: 200 len: 1001 time: 0.0601358 Mar 07 17:10:27.219877 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a623949-b2be-4ae7-8b37-dea4f0db8be0 req-15281013-57a0-4337-a323-bd5c15a5125d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:27.221192 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7a623949-b2be-4ae7-8b37-dea4f0db8be0 req-15281013-57a0-4337-a323-bd5c15a5125d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=59906c62-41b2-4312-809f-0ad753757d03 HTTP/1.1" status: 200 len: 848 time: 0.0495453 Mar 07 17:10:27.279462 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a623949-b2be-4ae7-8b37-dea4f0db8be0 req-4e902f00-d6ca-496f-a33e-c89d45226f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:27.281043 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7a623949-b2be-4ae7-8b37-dea4f0db8be0 req-4e902f00-d6ca-496f-a33e-c89d45226f5b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f09f7dbb-82c6-4d35-8521-db45cf32e53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0534582 Mar 07 17:10:27.389840 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7a623949-b2be-4ae7-8b37-dea4f0db8be0 req-5571b192-fa32-460d-870c-ffd5162ee476 service neutron] 10.222.0.53 "GET /v2.0/networks/f09f7dbb-82c6-4d35-8521-db45cf32e53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021225 Mar 07 17:10:27.492698 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7a623949-b2be-4ae7-8b37-dea4f0db8be0 req-20bf5d4b-c7e3-481b-a8e0-f18f38f0ccfa service neutron] 10.222.0.53 "GET /v2.0/networks/f09f7dbb-82c6-4d35-8521-db45cf32e53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958149 Mar 07 17:10:28.021760 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfdf76-4fb3-4cec-b2d8-d01814d3d222 req-998f50c3-8f85-49d2-8eec-c2efea16b5a0 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:28.024718 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-37bfdf76-4fb3-4cec-b2d8-d01814d3d222 req-998f50c3-8f85-49d2-8eec-c2efea16b5a0 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 946 time: 0.0649364 Mar 07 17:10:28.082687 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-37bfdf76-4fb3-4cec-b2d8-d01814d3d222 req-cc657227-c709-43c0-8d73-777f5a004679 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518365 Mar 07 17:10:29.236156 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a79b28-803d-4e1f-8c0a-1b62deff933c req-d3c2b55e-99d1-46cb-9fb3-9dde2b182620 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:29.238830 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c0a79b28-803d-4e1f-8c0a-1b62deff933c req-d3c2b55e-99d1-46cb-9fb3-9dde2b182620 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 946 time: 0.0688779 Mar 07 17:10:29.289172 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c0a79b28-803d-4e1f-8c0a-1b62deff933c req-a833ee68-91ac-42ed-8b43-7b25d7eeec5a tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445144 Mar 07 17:10:30.433528 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea3c91-b06a-481e-9121-f31034f20d8f req-b1aa9081-5841-4c8c-b418-2bccafec98ce tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:30.440065 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7dea3c91-b06a-481e-9121-f31034f20d8f req-b1aa9081-5841-4c8c-b418-2bccafec98ce tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 946 time: 0.0681615 Mar 07 17:10:30.491880 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7dea3c91-b06a-481e-9121-f31034f20d8f req-bd3aeca1-ae3e-496c-8ded-14191e5b6392 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482047 Mar 07 17:10:31.622667 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8575a803-12e8-440a-ae84-51d569426da1 req-9ec9411a-3329-48a4-8dc2-907da99067ad tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:31.624189 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8575a803-12e8-440a-ae84-51d569426da1 req-9ec9411a-3329-48a4-8dc2-907da99067ad tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 946 time: 0.0615423 Mar 07 17:10:31.686881 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8575a803-12e8-440a-ae84-51d569426da1 req-cbc90ac3-231c-4457-9765-96ada9cb3eb1 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524929 Mar 07 17:10:32.849502 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d958b8-6189-43b0-9a46-83a57f055ba8 req-9a17f9d4-390a-4f02-a995-3723621cc30b tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:32.851924 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-75d958b8-6189-43b0-9a46-83a57f055ba8 req-9a17f9d4-390a-4f02-a995-3723621cc30b tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 946 time: 0.0742028 Mar 07 17:10:32.906990 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-75d958b8-6189-43b0-9a46-83a57f055ba8 req-5c5004ba-f541-489b-b697-cc4ca3e30e4b tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492213 Mar 07 17:10:34.040787 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f2431d-6cd4-488d-ad16-9db68522034e req-f15c9dd8-6147-4455-9477-3dc058a206d8 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:34.043045 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f6f2431d-6cd4-488d-ad16-9db68522034e req-f15c9dd8-6147-4455-9477-3dc058a206d8 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 946 time: 0.0568295 Mar 07 17:10:34.099746 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f6f2431d-6cd4-488d-ad16-9db68522034e req-012f085c-8f4c-48d4-b6bd-8495287a31eb tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504253 Mar 07 17:10:35.231800 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb9afd-b5d1-4782-825e-41ef6dc9174a req-5b67c527-442e-494b-a216-28a1615baa6b tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:35.233437 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-aafb9afd-b5d1-4782-825e-41ef6dc9174a req-5b67c527-442e-494b-a216-28a1615baa6b tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 946 time: 0.0546808 Mar 07 17:10:35.303027 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-aafb9afd-b5d1-4782-825e-41ef6dc9174a req-7bb7f371-bc63-42e6-a3e7-daae7738ff4c tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636625 Mar 07 17:10:36.435000 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d78c1-3da3-4ed6-a376-7930674ef2ed req-0a74250d-1af0-4cbe-aac9-3565d33e499e tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:36.436750 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-910d78c1-3da3-4ed6-a376-7930674ef2ed req-0a74250d-1af0-4cbe-aac9-3565d33e499e tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 946 time: 0.0585246 Mar 07 17:10:36.483653 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-910d78c1-3da3-4ed6-a376-7930674ef2ed req-380eb6d8-7930-4576-adfb-b30db54fad7f tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413768 Mar 07 17:10:37.613576 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96a8cd-b5ee-4457-ba0c-f181e76fff39 req-68679268-2559-42ad-a1fa-ff04fc27e3a6 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:37.615198 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ed96a8cd-b5ee-4457-ba0c-f181e76fff39 req-68679268-2559-42ad-a1fa-ff04fc27e3a6 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 946 time: 0.0562921 Mar 07 17:10:37.662192 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ed96a8cd-b5ee-4457-ba0c-f181e76fff39 req-b77ed79e-5eb9-4769-a005-36b14bceca67 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411711 Mar 07 17:10:38.794569 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c290fb-a668-44bb-b8e4-5e4614c5799a req-963099ee-3565-4aea-8570-dde3dd1b3f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:38.796100 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-98c290fb-a668-44bb-b8e4-5e4614c5799a req-963099ee-3565-4aea-8570-dde3dd1b3f04 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=db35bac585dc40f58eb36a633d40676e&device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 1130 time: 0.0768030 Mar 07 17:10:38.831003 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f06a1-fab8-4cbe-be73-12daf74bc5b3 req-f7d32c7a-5463-431f-b018-c090093f8c7a tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:38.832449 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-698f06a1-fab8-4cbe-be73-12daf74bc5b3 req-f7d32c7a-5463-431f-b018-c090093f8c7a tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 946 time: 0.0835650 Mar 07 17:10:38.926209 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-698f06a1-fab8-4cbe-be73-12daf74bc5b3 req-1ec3e7f4-b623-4cd9-935a-fd62cb17d693 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875852 Mar 07 17:10:38.930490 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c290fb-a668-44bb-b8e4-5e4614c5799a req-4b42d877-a9df-4253-a3de-593a537a4c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:38.931890 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-98c290fb-a668-44bb-b8e4-5e4614c5799a req-4b42d877-a9df-4253-a3de-593a537a4c13 service neutron] 10.222.0.53 "GET /v2.0/networks?id=092694bd-373f-4bfb-9d43-3858867af44b HTTP/1.1" status: 200 len: 918 time: 0.1277561 Mar 07 17:10:38.996827 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-98c290fb-a668-44bb-b8e4-5e4614c5799a req-1967f86a-2c90-477e-8c55-8f865bbda9ac service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2e0ed20-d0ff-4eee-8fd3-b7990628b79f HTTP/1.1" status: 200 len: 1002 time: 0.0579176 Mar 07 17:10:39.046714 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c290fb-a668-44bb-b8e4-5e4614c5799a req-66e80b1f-0665-479a-8c27-7d57669f3e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:39.048229 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-98c290fb-a668-44bb-b8e4-5e4614c5799a req-66e80b1f-0665-479a-8c27-7d57669f3e8a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=74c40c13-f415-433a-b979-4cf6b968572a HTTP/1.1" status: 200 len: 856 time: 0.0457718 Mar 07 17:10:39.098329 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c290fb-a668-44bb-b8e4-5e4614c5799a req-c78de37f-4c18-453e-be11-7836ecad72f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:39.099825 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-98c290fb-a668-44bb-b8e4-5e4614c5799a req-c78de37f-4c18-453e-be11-7836ecad72f5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=092694bd-373f-4bfb-9d43-3858867af44b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430112 Mar 07 17:10:39.185369 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-98c290fb-a668-44bb-b8e4-5e4614c5799a req-51d22150-5434-43f8-888c-d4264608eb2c service neutron] 10.222.0.53 "GET /v2.0/networks/092694bd-373f-4bfb-9d43-3858867af44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790019 Mar 07 17:10:39.272538 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-98c290fb-a668-44bb-b8e4-5e4614c5799a req-3d21d063-3c4f-469c-9882-88a8561ece89 service neutron] 10.222.0.53 "GET /v2.0/networks/092694bd-373f-4bfb-9d43-3858867af44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814452 Mar 07 17:10:40.047635 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678476bf-ea91-4e36-a3b7-390460049679 req-ed42bb21-2873-4acf-9090-3b47e0ac1bcf tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:40.049085 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-678476bf-ea91-4e36-a3b7-390460049679 req-ed42bb21-2873-4acf-9090-3b47e0ac1bcf tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 946 time: 0.0517619 Mar 07 17:10:40.094815 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-678476bf-ea91-4e36-a3b7-390460049679 req-d6784ff3-0819-40ba-953e-a301bc146f94 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404043 Mar 07 17:10:41.226351 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb5f0f2-142b-45d3-9b72-cd968168a5f0 req-432675fe-6196-445b-9382-c0858a043005 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:41.227867 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ceb5f0f2-142b-45d3-9b72-cd968168a5f0 req-432675fe-6196-445b-9382-c0858a043005 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 946 time: 0.0587258 Mar 07 17:10:41.278726 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ceb5f0f2-142b-45d3-9b72-cd968168a5f0 req-fc4c13f8-526e-4840-8123-c4c49d012d96 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444279 Mar 07 17:10:41.843979 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device b2e0ed20-d0ff-4eee-8fd3-b7990628b79f no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:10:41.921106 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Current status of the port b2e0ed20-d0ff-4eee-8fd3-b7990628b79f is: ACTIVE; New status is: DOWN {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:10:41.921499 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (b2e0ed20-d0ff-4eee-8fd3-b7990628b79f), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:41.943801 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51515611-cbe3-4462-bc8a-2cffae8275cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2e0ed20-d0ff-4eee-8fd3-b7990628b79f'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:10:41.946030 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11138cde4cb47aed6ab60590cdc6142137d0740b05d94cd9dbb0d95d7575220c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49830d11-c22e-4a4b-b1db-2d5c31545be2" -d '{"events": [{"server_uuid": "51515611-cbe3-4462-bc8a-2cffae8275cc", "name": "network-vif-unplugged", "status": "completed", "tag": "b2e0ed20-d0ff-4eee-8fd3-b7990628b79f"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:10:41.959701 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port b2e0ed20-d0ff-4eee-8fd3-b7990628b79f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b2e0ed20-d0ff-4eee-8fd3-b7990628b79f,segment=NetworkSegment(c9b3c6bf-042d-42ab-970e-e5cb93efe923),segment_id=c9b3c6bf-042d-42ab-970e-e5cb93efe923)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:10:41.977728 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Mar 2022 17:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d52627-0b46-4362-b45e-cef9dde4ff28 x-openstack-request-id: req-15d52627-0b46-4362-b45e-cef9dde4ff28 {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:10:41.978012 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51515611-cbe3-4462-bc8a-2cffae8275cc", "name": "network-vif-unplugged", "status": "failed", "tag": "b2e0ed20-d0ff-4eee-8fd3-b7990628b79f", "code": 422}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:10:41.978263 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-15d52627-0b46-4362-b45e-cef9dde4ff28 {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:10:41.978656 dv-cinder-804035-42-iscsi neutron-server[103440]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '51515611-cbe3-4462-bc8a-2cffae8275cc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b2e0ed20-d0ff-4eee-8fd3-b7990628b79f', 'code': 422} returned with failed status Mar 07 17:10:42.031952 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (b2e0ed20-d0ff-4eee-8fd3-b7990628b79f), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:42.078186 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Pushing event updated for resources: {'Port': ['ID=b2e0ed20-d0ff-4eee-8fd3-b7990628b79f,revision_number=8']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:10:42.403863 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ea328-dea3-4ee1-9216-f8a33826c3a7 req-8314d04f-0f1c-4ccb-a55d-ed84011178ac tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:42.405328 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-775ea328-dea3-4ee1-9216-f8a33826c3a7 req-8314d04f-0f1c-4ccb-a55d-ed84011178ac tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 944 time: 0.0549669 Mar 07 17:10:42.450757 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-775ea328-dea3-4ee1-9216-f8a33826c3a7 req-895f8ffe-9da4-4dd2-a17b-e9d4fff374f2 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401034 Mar 07 17:10:44.251322 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d26b638-0c8b-49ff-9a97-9a476c98cb7a req-df4a372c-7633-4e3c-891f-858d7f69ab1a tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:44.252967 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0d26b638-0c8b-49ff-9a97-9a476c98cb7a req-df4a372c-7633-4e3c-891f-858d7f69ab1a tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 944 time: 0.0554986 Mar 07 17:10:44.305017 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0d26b638-0c8b-49ff-9a97-9a476c98cb7a req-87c3500e-51ed-402a-acb6-3d8bc9fce704 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457118 Mar 07 17:10:44.614709 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 38036) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:10:44.700989 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fa66fc42-2f14-45c6-8f78-27dfb4d775db req-c069a8dc-5142-43bf-b81d-a749e1d82a4d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0851278 Mar 07 17:10:44.709196 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [req-fa66fc42-2f14-45c6-8f78-27dfb4d775db req-2a529897-184a-403a-900f-26bc62199ae5 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103431) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 17:10:44.710135 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fa66fc42-2f14-45c6-8f78-27dfb4d775db req-2a529897-184a-403a-900f-26bc62199ae5 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047357 Mar 07 17:10:44.784594 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 38044) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:10:44.836846 dv-cinder-804035-42-iscsi neutron-server[103433]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 07 17:10:44.881549 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66fc42-2f14-45c6-8f78-27dfb4d775db req-51dbfe8e-fa23-4ebf-bd9b-fd8d59c2a986 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:44.882880 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [req-fa66fc42-2f14-45c6-8f78-27dfb4d775db req-51dbfe8e-fa23-4ebf-bd9b-fd8d59c2a986 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports/b2e0ed20-d0ff-4eee-8fd3-b7990628b79f HTTP/1.1" status: 200 len: 941 time: 0.0973570 Mar 07 17:10:45.429536 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9e584-450b-4db2-8a71-21b1d111c52d req-9069a477-8954-4c56-b04a-6c367182cf58 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:45.431048 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e8a9e584-450b-4db2-8a71-21b1d111c52d req-9069a477-8954-4c56-b04a-6c367182cf58 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 944 time: 0.0541902 Mar 07 17:10:45.476841 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e8a9e584-450b-4db2-8a71-21b1d111c52d req-6bf31a77-7e1e-4e98-8b50-6c93c587b507 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402567 Mar 07 17:10:45.905908 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e3429801-eb13-4197-9af9-0fb3fc41022a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:46.121083 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66fc42-2f14-45c6-8f78-27dfb4d775db req-4f0034af-c7d6-44f3-88f4-ce7ee267b986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:46.122479 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fa66fc42-2f14-45c6-8f78-27dfb4d775db req-4f0034af-c7d6-44f3-88f4-ce7ee267b986 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc&tenant_id=db35bac585dc40f58eb36a633d40676e HTTP/1.1" status: 200 len: 1128 time: 0.0438583 Mar 07 17:10:46.188328 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66fc42-2f14-45c6-8f78-27dfb4d775db req-f9ade5ee-05c1-4ccb-ab80-ef35a61cc15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:46.189803 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fa66fc42-2f14-45c6-8f78-27dfb4d775db req-f9ade5ee-05c1-4ccb-ab80-ef35a61cc15d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=db35bac585dc40f58eb36a633d40676e&device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 1128 time: 0.0473187 Mar 07 17:10:46.278248 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66fc42-2f14-45c6-8f78-27dfb4d775db req-7f238655-c4d8-4163-9f05-f505bb964161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:46.279791 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fa66fc42-2f14-45c6-8f78-27dfb4d775db req-7f238655-c4d8-4163-9f05-f505bb964161 service neutron] 10.222.0.53 "GET /v2.0/networks?id=092694bd-373f-4bfb-9d43-3858867af44b HTTP/1.1" status: 200 len: 918 time: 0.0838609 Mar 07 17:10:46.347155 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fa66fc42-2f14-45c6-8f78-27dfb4d775db req-ae1b081b-fbe8-46e0-9127-6d1462b56bf5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2e0ed20-d0ff-4eee-8fd3-b7990628b79f HTTP/1.1" status: 200 len: 1000 time: 0.0617886 Mar 07 17:10:46.395805 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66fc42-2f14-45c6-8f78-27dfb4d775db req-356970b5-47c1-4f45-b74b-fdca5b0b62e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:46.397291 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fa66fc42-2f14-45c6-8f78-27dfb4d775db req-356970b5-47c1-4f45-b74b-fdca5b0b62e4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=74c40c13-f415-433a-b979-4cf6b968572a HTTP/1.1" status: 200 len: 856 time: 0.0443308 Mar 07 17:10:46.445164 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66fc42-2f14-45c6-8f78-27dfb4d775db req-920711c9-bc51-4c61-aecd-c40dd0fcf87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:46.446606 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fa66fc42-2f14-45c6-8f78-27dfb4d775db req-920711c9-bc51-4c61-aecd-c40dd0fcf87d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=092694bd-373f-4bfb-9d43-3858867af44b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437298 Mar 07 17:10:46.539854 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fa66fc42-2f14-45c6-8f78-27dfb4d775db req-e8b584c0-58a1-4b18-abff-360a09a63036 service neutron] 10.222.0.53 "GET /v2.0/networks/092694bd-373f-4bfb-9d43-3858867af44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868471 Mar 07 17:10:46.660272 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70840f-b60c-49ff-b20f-2f9c13d4df28 req-7a665055-22d9-4f96-8830-76b36f27726f tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:46.661650 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9e70840f-b60c-49ff-b20f-2f9c13d4df28 req-7a665055-22d9-4f96-8830-76b36f27726f tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 944 time: 0.1086879 Mar 07 17:10:46.683887 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fa66fc42-2f14-45c6-8f78-27dfb4d775db req-72068fdb-6855-4774-8efd-98dac572de64 service neutron] 10.222.0.53 "GET /v2.0/networks/092694bd-373f-4bfb-9d43-3858867af44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378756 Mar 07 17:10:46.713299 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9e70840f-b60c-49ff-b20f-2f9c13d4df28 req-7a0587e4-5368-4e42-9b99-25d3a95210a0 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461853 Mar 07 17:10:47.841040 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f7367-025f-4a3c-9d8b-f22bd792f5dc req-b95acc2a-52b9-4ebe-8cac-5a14b8a8e712 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:47.848504 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-489f7367-025f-4a3c-9d8b-f22bd792f5dc req-b95acc2a-52b9-4ebe-8cac-5a14b8a8e712 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 944 time: 0.0620239 Mar 07 17:10:47.891599 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-489f7367-025f-4a3c-9d8b-f22bd792f5dc req-982815bc-1534-4cad-bf02-6f7304f77a92 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421472 Mar 07 17:10:48.362838 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:48.391471 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-9d90a4f5-5df7-47e5-b62a-deae992b95f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:49.023106 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928ac85-31b7-4a0f-bc1e-9dfb8ba8a514 req-decae388-ec6e-41d6-85a1-798573cfe07a tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:49.025580 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1928ac85-31b7-4a0f-bc1e-9dfb8ba8a514 req-decae388-ec6e-41d6-85a1-798573cfe07a tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 944 time: 0.0609577 Mar 07 17:10:49.080797 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1928ac85-31b7-4a0f-bc1e-9dfb8ba8a514 req-9057384d-469a-4d00-95a0-066709ba9923 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498581 Mar 07 17:10:50.212999 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041865fc-9a00-4763-b6b4-7170ddcc3f07 req-ce64f7ce-92a1-492c-9da1-14463a030a79 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:50.214490 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-041865fc-9a00-4763-b6b4-7170ddcc3f07 req-ce64f7ce-92a1-492c-9da1-14463a030a79 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 944 time: 0.0600235 Mar 07 17:10:50.263721 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-041865fc-9a00-4763-b6b4-7170ddcc3f07 req-5589a7a0-9d6f-408f-9b63-a75b8cab0802 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419049 Mar 07 17:10:50.426349 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:51.259859 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6624bb-6124-451a-bd37-a0c3a2806cdd req-76cfb818-1179-4457-9439-160f49e5f962 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:51.261352 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3b6624bb-6124-451a-bd37-a0c3a2806cdd req-76cfb818-1179-4457-9439-160f49e5f962 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 946 time: 0.0560625 Mar 07 17:10:51.319304 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3b6624bb-6124-451a-bd37-a0c3a2806cdd req-f98fcffa-944a-4c4e-b0cd-aa76ad13a47c tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508022 Mar 07 17:10:51.413083 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde36134-b223-4eb3-a2e4-565dff69d0e3 req-59b37be3-9867-4154-b5c4-b6fd8dbc9096 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:51.414494 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-dde36134-b223-4eb3-a2e4-565dff69d0e3 req-59b37be3-9867-4154-b5c4-b6fd8dbc9096 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 944 time: 0.0667551 Mar 07 17:10:51.467013 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-dde36134-b223-4eb3-a2e4-565dff69d0e3 req-738d7460-02cc-43a7-9b63-b3460872eec1 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467205 Mar 07 17:10:51.866402 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:52.443168 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c88cf-0559-4ea6-8199-426d8f70b321 req-18991dcb-969c-4224-9277-76fb74222ec2 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:52.445092 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e90c88cf-0559-4ea6-8199-426d8f70b321 req-18991dcb-969c-4224-9277-76fb74222ec2 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 946 time: 0.0553360 Mar 07 17:10:52.500215 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e90c88cf-0559-4ea6-8199-426d8f70b321 req-ffebf823-aef7-46dc-9cda-e05f94357d6a tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494778 Mar 07 17:10:52.600987 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de0ea7e-9e18-48f9-a288-b303a31277bc req-3dccd652-5e23-4582-b7db-3d68c928b51b tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:52.602447 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2de0ea7e-9e18-48f9-a288-b303a31277bc req-3dccd652-5e23-4582-b7db-3d68c928b51b tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 944 time: 0.0599592 Mar 07 17:10:52.651373 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2de0ea7e-9e18-48f9-a288-b303a31277bc req-d98a08f6-3477-4ac2-8282-a66bafed9fe6 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428758 Mar 07 17:10:52.980557 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:10:53.633363 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8347a-30e2-4215-a623-0a2f1955a3b7 req-444a94f8-2fec-48ad-9db0-282092747cfd tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:53.633363 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-24f8347a-30e2-4215-a623-0a2f1955a3b7 req-444a94f8-2fec-48ad-9db0-282092747cfd tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 946 time: 0.0573030 Mar 07 17:10:53.684547 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-24f8347a-30e2-4215-a623-0a2f1955a3b7 req-3814b4dc-095b-406a-aa02-c652209ab461 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525150 Mar 07 17:10:53.785345 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20191993-5b91-468f-9b81-77635f7a3365 req-a4cb90b5-9b3d-44c1-9040-a4b16d0a54d0 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:53.786986 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-20191993-5b91-468f-9b81-77635f7a3365 req-a4cb90b5-9b3d-44c1-9040-a4b16d0a54d0 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 944 time: 0.0592713 Mar 07 17:10:53.837089 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-20191993-5b91-468f-9b81-77635f7a3365 req-2af4a84e-bf69-4246-81ab-8f619ab6949f tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441427 Mar 07 17:10:54.286944 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:10:54.827130 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165dba7c-b1b0-4ea1-8194-414250a44f70 req-9179d575-61a1-42fc-85c0-241c6be9cbda tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:54.853456 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-165dba7c-b1b0-4ea1-8194-414250a44f70 req-9179d575-61a1-42fc-85c0-241c6be9cbda tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 946 time: 0.0703418 Mar 07 17:10:54.880657 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-165dba7c-b1b0-4ea1-8194-414250a44f70 req-32f09482-b775-45f5-b4eb-379c92c6d345 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465329 Mar 07 17:10:55.007239 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344e056-571a-4cfd-982a-f53acf5d9d04 req-695f29b7-c6ff-4e35-aa2f-0b4e2b2cfc2a tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:55.008715 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4344e056-571a-4cfd-982a-f53acf5d9d04 req-695f29b7-c6ff-4e35-aa2f-0b4e2b2cfc2a tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 944 time: 0.0619130 Mar 07 17:10:55.065502 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4344e056-571a-4cfd-982a-f53acf5d9d04 req-ceb945d5-7405-406e-9563-0df61c1f9d93 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501692 Mar 07 17:10:56.018889 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42619b33-57c5-4172-9733-090d6dd7bb46 req-4119994b-28cd-4829-9861-95877bd0bdde tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:56.020561 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-42619b33-57c5-4172-9733-090d6dd7bb46 req-4119994b-28cd-4829-9861-95877bd0bdde tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 946 time: 0.0577970 Mar 07 17:10:56.075847 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-42619b33-57c5-4172-9733-090d6dd7bb46 req-a4bc04cc-e71e-426c-967f-4a0a5aff4d7a tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484474 Mar 07 17:10:56.202422 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14efed0f-70f1-4a05-adb0-b3a0a7bc0b98 req-94da1c90-700f-4209-a499-34df7526e15f tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:56.203894 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-14efed0f-70f1-4a05-adb0-b3a0a7bc0b98 req-94da1c90-700f-4209-a499-34df7526e15f tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 944 time: 0.0572577 Mar 07 17:10:56.254593 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-14efed0f-70f1-4a05-adb0-b3a0a7bc0b98 req-2560a70f-90b3-463e-981a-fabca9725376 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453651 Mar 07 17:10:57.195475 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f277b-6dbf-4c7d-9770-c29242f9734b req-e3912cd3-4130-4b58-bea4-dd8909f0f8be tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:57.196919 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-395f277b-6dbf-4c7d-9770-c29242f9734b req-e3912cd3-4130-4b58-bea4-dd8909f0f8be tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 946 time: 0.0557213 Mar 07 17:10:57.243137 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-395f277b-6dbf-4c7d-9770-c29242f9734b req-29c34233-16b0-4a0e-8778-147dd0045c1a tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401921 Mar 07 17:10:57.374787 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8bd8b-7508-464e-ae30-f001a7619434 req-82340945-188d-4e59-8692-445955ca3e32 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:57.376278 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f1b8bd8b-7508-464e-ae30-f001a7619434 req-82340945-188d-4e59-8692-445955ca3e32 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 944 time: 0.0532331 Mar 07 17:10:57.421501 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f1b8bd8b-7508-464e-ae30-f001a7619434 req-e68f18d0-7f72-435d-9f18-e6d227850dae tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397906 Mar 07 17:10:58.365116 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c7685-10e6-4b63-97c4-9706f55876de req-5bfdc7f9-0ca5-4fa4-a795-6f8de2e408f5 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:58.366559 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a73c7685-10e6-4b63-97c4-9706f55876de req-5bfdc7f9-0ca5-4fa4-a795-6f8de2e408f5 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 946 time: 0.0517910 Mar 07 17:10:58.414862 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a73c7685-10e6-4b63-97c4-9706f55876de req-6dae6922-4135-47d4-b470-92a5c9b546b4 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427871 Mar 07 17:10:58.540501 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681cf22-9703-4f1f-9371-c913e25943b7 req-d578c927-657c-4f8f-ba0c-dc6e0356db15 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:58.541859 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8681cf22-9703-4f1f-9371-c913e25943b7 req-d578c927-657c-4f8f-ba0c-dc6e0356db15 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 944 time: 0.0523970 Mar 07 17:10:58.587676 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8681cf22-9703-4f1f-9371-c913e25943b7 req-d7062813-59e7-443b-8c30-2868e9dce597 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404501 Mar 07 17:10:59.537120 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a23bf6-9323-4399-a1b6-fedf13186e9f req-03425b9c-9513-4aab-aeba-3e88e2b3bb01 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:59.538738 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-23a23bf6-9323-4399-a1b6-fedf13186e9f req-03425b9c-9513-4aab-aeba-3e88e2b3bb01 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 946 time: 0.0533159 Mar 07 17:10:59.587484 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-23a23bf6-9323-4399-a1b6-fedf13186e9f req-441a0111-2c61-4fe8-88ba-21854c1980d4 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408721 Mar 07 17:10:59.712999 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c43b1-9688-4b90-90cf-aa3dead7b685 req-3da323f9-82e8-4960-9a86-e610a5eedfcc tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:10:59.714437 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-862c43b1-9688-4b90-90cf-aa3dead7b685 req-3da323f9-82e8-4960-9a86-e610a5eedfcc tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 944 time: 0.0544307 Mar 07 17:10:59.759703 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-862c43b1-9688-4b90-90cf-aa3dead7b685 req-4f480f9d-ea17-46fc-9d0c-2941bb98a726 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390713 Mar 07 17:11:00.710403 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554551db-c6f6-48e1-b8b6-a51e88936046 req-c1c63b21-3a52-4e94-80d7-b9c95ba7addc tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:00.711862 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-554551db-c6f6-48e1-b8b6-a51e88936046 req-c1c63b21-3a52-4e94-80d7-b9c95ba7addc tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 946 time: 0.0518231 Mar 07 17:11:00.761934 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-554551db-c6f6-48e1-b8b6-a51e88936046 req-0a7018d5-5dcf-45ad-89ee-2087837451fd tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410056 Mar 07 17:11:00.888405 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da310652-d3e4-4779-812d-5364ae97c7d5 req-dc5c3090-64c5-40d0-8bc5-2a3e6a22f411 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:00.892237 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-da310652-d3e4-4779-812d-5364ae97c7d5 req-dc5c3090-64c5-40d0-8bc5-2a3e6a22f411 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 944 time: 0.0567341 Mar 07 17:11:01.189468 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-da310652-d3e4-4779-812d-5364ae97c7d5 req-dd95066b-2b0c-4576-a5d3-983372e88577 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2940195 Mar 07 17:11:01.874968 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device b2e0ed20-d0ff-4eee-8fd3-b7990628b79f details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:11:01.910153 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89738558-989d-4f53-a406-3cd6ab0d408a req-41ab1e84-eb10-43bc-9f3e-76c7edead222 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:01.911658 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-89738558-989d-4f53-a406-3cd6ab0d408a req-41ab1e84-eb10-43bc-9f3e-76c7edead222 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 946 time: 0.0785112 Mar 07 17:11:01.943120 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83007a7a-43a4-426b-8747-1dafb0377a13 req-bf44ad4d-a9fa-4a5d-9b12-62e4e7e43148 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:01.944582 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-83007a7a-43a4-426b-8747-1dafb0377a13 req-bf44ad4d-a9fa-4a5d-9b12-62e4e7e43148 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.53 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 946 time: 0.0788085 Mar 07 17:11:01.976736 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port b2e0ed20-d0ff-4eee-8fd3-b7990628b79f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b2e0ed20-d0ff-4eee-8fd3-b7990628b79f,segment=NetworkSegment(c9b3c6bf-042d-42ab-970e-e5cb93efe923),segment_id=c9b3c6bf-042d-42ab-970e-e5cb93efe923)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:11:01.987381 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Returning: {'device': 'b2e0ed20-d0ff-4eee-8fd3-b7990628b79f', 'network_id': '092694bd-373f-4bfb-9d43-3858867af44b', 'port_id': 'b2e0ed20-d0ff-4eee-8fd3-b7990628b79f', 'mac_address': 'fa:16:3e:37:cc:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74c40c13-f415-433a-b979-4cf6b968572a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:11:02.004173 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-89738558-989d-4f53-a406-3cd6ab0d408a req-a9c88c53-1f09-40a3-bb5c-b81830bd5358 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8cca728-9d08-49b0-bac5-aa5f69449504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866334 Mar 07 17:11:02.025543 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Current status of the port b2e0ed20-d0ff-4eee-8fd3-b7990628b79f is: DOWN; New status is: BUILD {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:11:02.025944 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (b2e0ed20-d0ff-4eee-8fd3-b7990628b79f), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:02.043507 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2e0ed20-d0ff-4eee-8fd3-b7990628b79f {{(pid=103440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:11:02.055065 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-83007a7a-43a4-426b-8747-1dafb0377a13 req-6653d68b-05c4-4948-b352-e57b17908bf7 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Deleting port 988f72d7-80a4-43cf-873b-0e5d21b43431 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:11:02.055332 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-83007a7a-43a4-426b-8747-1dafb0377a13 req-6653d68b-05c4-4948-b352-e57b17908bf7 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (988f72d7-80a4-43cf-873b-0e5d21b43431), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:02.062926 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port b2e0ed20-d0ff-4eee-8fd3-b7990628b79f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b2e0ed20-d0ff-4eee-8fd3-b7990628b79f,segment=NetworkSegment(c9b3c6bf-042d-42ab-970e-e5cb93efe923),segment_id=c9b3c6bf-042d-42ab-970e-e5cb93efe923)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:11:02.140653 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (b2e0ed20-d0ff-4eee-8fd3-b7990628b79f), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:02.143916 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-83007a7a-43a4-426b-8747-1dafb0377a13 req-6653d68b-05c4-4948-b352-e57b17908bf7 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] For port 988f72d7-80a4-43cf-873b-0e5d21b43431, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=988f72d7-80a4-43cf-873b-0e5d21b43431,segment=NetworkSegment(faf6d561-63e2-4581-ba72-4e6d7076e38e),segment_id=faf6d561-63e2-4581-ba72-4e6d7076e38e)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:11:02.144360 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-83007a7a-43a4-426b-8747-1dafb0377a13 req-6653d68b-05c4-4948-b352-e57b17908bf7 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (988f72d7-80a4-43cf-873b-0e5d21b43431), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:02.190517 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Pushing event updated for resources: {'Port': ['ID=b2e0ed20-d0ff-4eee-8fd3-b7990628b79f,revision_number=9']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:02.197477 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:02.197825 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:02.198172 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:02.198507 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:02.198836 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:02.199163 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:02.199508 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:02.199835 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:02.200157 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:02.200481 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:02.200852 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:02.201281 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:02.201822 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:02.357758 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-83007a7a-43a4-426b-8747-1dafb0377a13 req-6653d68b-05c4-4948-b352-e57b17908bf7 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:02.358123 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-83007a7a-43a4-426b-8747-1dafb0377a13 req-6653d68b-05c4-4948-b352-e57b17908bf7 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2049624'] for floatingip (031cc8df-4e7f-4916-b3f2-0b4db55b7281), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:02.358438 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.db.l3_db [req-83007a7a-43a4-426b-8747-1dafb0377a13 req-6653d68b-05c4-4948-b352-e57b17908bf7 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Floating IP 031cc8df-4e7f-4916-b3f2-0b4db55b7281 disassociated. External IP: 172.27.3.38, port: 988f72d7-80a4-43cf-873b-0e5d21b43431. Mar 07 17:11:02.358779 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-83007a7a-43a4-426b-8747-1dafb0377a13 req-6653d68b-05c4-4948-b352-e57b17908bf7 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Calling delete_port for 988f72d7-80a4-43cf-873b-0e5d21b43431 owned by compute:nova {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:11:02.372258 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fee937-5099-4f1e-81a5-1ffee0a65187 req-4e7897f7-2c5d-4f54-b223-3bdd5adbfdba tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:02.381804 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-64fee937-5099-4f1e-81a5-1ffee0a65187 req-4e7897f7-2c5d-4f54-b223-3bdd5adbfdba tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 945 time: 0.1147351 Mar 07 17:11:02.466867 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-64fee937-5099-4f1e-81a5-1ffee0a65187 req-cecef234-fe7c-461b-9f3f-d9f41594808e tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870600 Mar 07 17:11:02.473436 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] get_ports_and_sgs() called for port_ids ['b2e0ed20-d0ff-4eee-8fd3-b7990628b79f'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:11:02.585720 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-83007a7a-43a4-426b-8747-1dafb0377a13 req-6653d68b-05c4-4948-b352-e57b17908bf7 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (988f72d7-80a4-43cf-873b-0e5d21b43431), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:02.615868 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6653d68b-05c4-4948-b352-e57b17908bf7 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Pushing event deleted for resources: {'Port': ['ID=988f72d7-80a4-43cf-873b-0e5d21b43431,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:02.628049 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6653d68b-05c4-4948-b352-e57b17908bf7 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:02.628405 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6653d68b-05c4-4948-b352-e57b17908bf7 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:02.628755 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6653d68b-05c4-4948-b352-e57b17908bf7 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:02.629094 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6653d68b-05c4-4948-b352-e57b17908bf7 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:02.629430 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6653d68b-05c4-4948-b352-e57b17908bf7 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:02.629760 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6653d68b-05c4-4948-b352-e57b17908bf7 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:02.630087 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6653d68b-05c4-4948-b352-e57b17908bf7 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:02.630424 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6653d68b-05c4-4948-b352-e57b17908bf7 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:02.630752 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6653d68b-05c4-4948-b352-e57b17908bf7 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:02.631094 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6653d68b-05c4-4948-b352-e57b17908bf7 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:02.631403 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6653d68b-05c4-4948-b352-e57b17908bf7 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:02.631823 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6653d68b-05c4-4948-b352-e57b17908bf7 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:02.632157 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6653d68b-05c4-4948-b352-e57b17908bf7 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:02.741918 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83007a7a-43a4-426b-8747-1dafb0377a13 req-6653d68b-05c4-4948-b352-e57b17908bf7 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Router dd320334-9f01-4a7e-9752-519f246352d8 has already been hosted by L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:11:02.850299 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83007a7a-43a4-426b-8747-1dafb0377a13 req-6653d68b-05c4-4948-b352-e57b17908bf7 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:11:02.861246 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa044e0a-07f6-4770-84a5-92ef9d9f65b3 None None] Sync routers for ids ['dd320334-9f01-4a7e-9752-519f246352d8'] in dv-cinder-804035-42-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:11:02.870640 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa044e0a-07f6-4770-84a5-92ef9d9f65b3 None None] Routers {'dd320334-9f01-4a7e-9752-519f246352d8'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:11:02.871172 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-fa044e0a-07f6-4770-84a5-92ef9d9f65b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:10:48Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['dd320334-9f01-4a7e-9752-519f246352d8'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:11:02.895140 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-83007a7a-43a4-426b-8747-1dafb0377a13 req-6653d68b-05c4-4948-b352-e57b17908bf7 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] No DVR routers for this DVR port 988f72d7-80a4-43cf-873b-0e5d21b43431 on host hv-cinder-80403 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:11:02.897825 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-83007a7a-43a4-426b-8747-1dafb0377a13 req-6653d68b-05c4-4948-b352-e57b17908bf7 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:02.901513 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-83007a7a-43a4-426b-8747-1dafb0377a13 req-6653d68b-05c4-4948-b352-e57b17908bf7 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.53 "DELETE /v2.0/ports/988f72d7-80a4-43cf-873b-0e5d21b43431 HTTP/1.1" status: 204 len: 173 time: 0.9523060 Mar 07 17:11:02.902016 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4268897a-c308-4af8-9ee1-4d3a0909dc16', 'name': 'network-vif-deleted', 'tag': '988f72d7-80a4-43cf-873b-0e5d21b43431'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:11:02.905139 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aba4c615e876ca6c23e5fed61a3d1f980fac3f984d457871ad3b292fe147bdb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572c8e25-d61d-4f5e-8534-2a7eb2da5b53" -d '{"events": [{"server_uuid": "4268897a-c308-4af8-9ee1-4d3a0909dc16", "name": "network-vif-deleted", "tag": "988f72d7-80a4-43cf-873b-0e5d21b43431"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:11:02.947696 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5823667f-3f72-41f5-887d-5bf46149c44c x-openstack-request-id: req-5823667f-3f72-41f5-887d-5bf46149c44c {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:11:02.948334 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4268897a-c308-4af8-9ee1-4d3a0909dc16", "name": "network-vif-deleted", "tag": "988f72d7-80a4-43cf-873b-0e5d21b43431", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:11:02.948446 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5823667f-3f72-41f5-887d-5bf46149c44c {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:11:02.948803 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4268897a-c308-4af8-9ee1-4d3a0909dc16', 'name': 'network-vif-deleted', 'tag': '988f72d7-80a4-43cf-873b-0e5d21b43431', 'status': 'completed', 'code': 200} Mar 07 17:11:02.981626 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-fa044e0a-07f6-4770-84a5-92ef9d9f65b3 None None] Set router dd320334-9f01-4a7e-9752-519f246352d8 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:11:03.112389 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0a8f27de-1dc7-4ea3-9dd3-d60653e315c0 req-e686f9cc-7ea3-4aef-bfea-d36700188a17 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=4268897a-c308-4af8-9ee1-4d3a0909dc16 HTTP/1.1" status: 200 len: 210 time: 0.0290577 Mar 07 17:11:03.212252 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-fa044e0a-07f6-4770-84a5-92ef9d9f65b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'name': 'tempest-AttachVolumeTestJSON-1244005936-router', 'tenant_id': '1f4fc0170321429faf3e9895e52f81ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'd9832b82-4a01-4f04-a042-90f850d15290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:06:12Z', 'updated_at': '2022-03-07T17:06:17Z', 'revision_number': 4, 'project_id': '1f4fc0170321429faf3e9895e52f81ca', 'gw_port': {'id': 'd9832b82-4a01-4f04-a042-90f850d15290', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:12Z', 'updated_at': '2022-03-07T17:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': '1531fd82-18af-4622-aead-c38f3d1738a6', 'name': '', 'network_id': 'a5817453-0687-4232-b082-7a8f6cce82b8', 'tenant_id': '1f4fc0170321429faf3e9895e52f81ca', 'mac_address': 'fa:16:3e:c1:b8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '1727d561-64eb-436e-b9e1-627515b9c111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:16Z', 'updated_at': '2022-03-07T17:06:20Z', 'revision_number': 5, 'project_id': '1f4fc0170321429faf3e9895e52f81ca', 'subnets': [{'id': '1727d561-64eb-436e-b9e1-627515b9c111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:11:03.239216 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa044e0a-07f6-4770-84a5-92ef9d9f65b3 None None] Checking router: dd320334-9f01-4a7e-9752-519f246352d8 for host: dv-cinder-804035-42-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:11:03.247839 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa044e0a-07f6-4770-84a5-92ef9d9f65b3 None None] Routers {'dd320334-9f01-4a7e-9752-519f246352d8'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:11:03.248437 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-fa044e0a-07f6-4770-84a5-92ef9d9f65b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:10:48Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['dd320334-9f01-4a7e-9752-519f246352d8'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:11:03.358860 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-fa044e0a-07f6-4770-84a5-92ef9d9f65b3 None None] Set router dd320334-9f01-4a7e-9752-519f246352d8 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:11:03.600758 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd8d65-0482-41d3-a9cc-8970cf910818 req-19e7e5e2-6e07-4c17-8259-fc74ce30efcd tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:03.603073 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6cbd8d65-0482-41d3-a9cc-8970cf910818 req-19e7e5e2-6e07-4c17-8259-fc74ce30efcd tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 945 time: 0.0630982 Mar 07 17:11:03.657082 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6cbd8d65-0482-41d3-a9cc-8970cf910818 req-d50de46d-a1d6-49c6-a1aa-7ac6661d3ea6 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475202 Mar 07 17:11:03.693387 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-fa044e0a-07f6-4770-84a5-92ef9d9f65b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'name': 'tempest-AttachVolumeTestJSON-1244005936-router', 'tenant_id': '1f4fc0170321429faf3e9895e52f81ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'd9832b82-4a01-4f04-a042-90f850d15290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:06:12Z', 'updated_at': '2022-03-07T17:06:17Z', 'revision_number': 4, 'project_id': '1f4fc0170321429faf3e9895e52f81ca', 'gw_port': {'id': 'd9832b82-4a01-4f04-a042-90f850d15290', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:12Z', 'updated_at': '2022-03-07T17:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': '1531fd82-18af-4622-aead-c38f3d1738a6', 'name': '', 'network_id': 'a5817453-0687-4232-b082-7a8f6cce82b8', 'tenant_id': '1f4fc0170321429faf3e9895e52f81ca', 'mac_address': 'fa:16:3e:c1:b8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '1727d561-64eb-436e-b9e1-627515b9c111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:16Z', 'updated_at': '2022-03-07T17:06:20Z', 'revision_number': 5, 'project_id': '1f4fc0170321429faf3e9895e52f81ca', 'subnets': [{'id': '1727d561-64eb-436e-b9e1-627515b9c111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:11:03.720639 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa044e0a-07f6-4770-84a5-92ef9d9f65b3 None None] The sync data for ids ['dd320334-9f01-4a7e-9752-519f246352d8'] in dv-cinder-804035-42-iscsi is: [{'id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'name': 'tempest-AttachVolumeTestJSON-1244005936-router', 'tenant_id': '1f4fc0170321429faf3e9895e52f81ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'd9832b82-4a01-4f04-a042-90f850d15290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:06:12Z', 'updated_at': '2022-03-07T17:06:17Z', 'revision_number': 4, 'project_id': '1f4fc0170321429faf3e9895e52f81ca', 'gw_port': {'id': 'd9832b82-4a01-4f04-a042-90f850d15290', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:12Z', 'updated_at': '2022-03-07T17:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': '1531fd82-18af-4622-aead-c38f3d1738a6', 'name': '', 'network_id': 'a5817453-0687-4232-b082-7a8f6cce82b8', 'tenant_id': '1f4fc0170321429faf3e9895e52f81ca', 'mac_address': 'fa:16:3e:c1:b8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '1727d561-64eb-436e-b9e1-627515b9c111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:16Z', 'updated_at': '2022-03-07T17:06:20Z', 'revision_number': 5, 'project_id': '1f4fc0170321429faf3e9895e52f81ca', 'subnets': [{'id': '1727d561-64eb-436e-b9e1-627515b9c111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:11:03.871961 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device b2e0ed20-d0ff-4eee-8fd3-b7990628b79f up at agent hyperv_hv-cinder-80403 {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:11:03.923993 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Provisioning complete for port b2e0ed20-d0ff-4eee-8fd3-b7990628b79f triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:11:03.924368 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (b2e0ed20-d0ff-4eee-8fd3-b7990628b79f), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:03.945319 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b2879f-3e1e-461a-a58e-0e92e6700310 None None] New status for floating IP 031cc8df-4e7f-4916-b3f2-0b4db55b7281: DOWN {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:11:04.004108 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Current status of the port b2e0ed20-d0ff-4eee-8fd3-b7990628b79f is: BUILD; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:11:04.004673 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (b2e0ed20-d0ff-4eee-8fd3-b7990628b79f), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:04.026339 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51515611-cbe3-4462-bc8a-2cffae8275cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e0ed20-d0ff-4eee-8fd3-b7990628b79f'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:11:04.029469 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11138cde4cb47aed6ab60590cdc6142137d0740b05d94cd9dbb0d95d7575220c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f52de6f-4912-4b0e-8406-44ffb152ccd8" -d '{"events": [{"server_uuid": "51515611-cbe3-4462-bc8a-2cffae8275cc", "name": "network-vif-plugged", "status": "completed", "tag": "b2e0ed20-d0ff-4eee-8fd3-b7990628b79f"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:11:04.042243 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port b2e0ed20-d0ff-4eee-8fd3-b7990628b79f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b2e0ed20-d0ff-4eee-8fd3-b7990628b79f,segment=NetworkSegment(c9b3c6bf-042d-42ab-970e-e5cb93efe923),segment_id=c9b3c6bf-042d-42ab-970e-e5cb93efe923)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:11:04.067123 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9e730e-14e7-41ec-8b4e-277959c8e0cc x-openstack-request-id: req-3b9e730e-14e7-41ec-8b4e-277959c8e0cc {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:11:04.067415 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51515611-cbe3-4462-bc8a-2cffae8275cc", "name": "network-vif-plugged", "status": "completed", "tag": "b2e0ed20-d0ff-4eee-8fd3-b7990628b79f", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:11:04.067702 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3b9e730e-14e7-41ec-8b4e-277959c8e0cc {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:11:04.068097 dv-cinder-804035-42-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51515611-cbe3-4462-bc8a-2cffae8275cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e0ed20-d0ff-4eee-8fd3-b7990628b79f', 'code': 200} Mar 07 17:11:04.105673 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (b2e0ed20-d0ff-4eee-8fd3-b7990628b79f), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:04.153685 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Pushing event updated for resources: {'Port': ['ID=b2e0ed20-d0ff-4eee-8fd3-b7990628b79f,revision_number=10']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:04.282990 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 38160) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:11:04.337063 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d3e35291-bf3b-40fb-876f-f2301638463a tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks [] for security_group (b8cca728-9d08-49b0-bac5-aa5f69449504), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:04.361136 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d3e35291-bf3b-40fb-876f-f2301638463a tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks [] for security_group (b8cca728-9d08-49b0-bac5-aa5f69449504), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:04.377536 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdacd2-9b37-4433-af0d-1e97962aefef req-e841782f-346f-4515-90fd-58c6afdb0e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:04.379113 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-42fdacd2-9b37-4433-af0d-1e97962aefef req-e841782f-346f-4515-90fd-58c6afdb0e57 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 1131 time: 0.0448251 Mar 07 17:11:04.431744 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-42fdacd2-9b37-4433-af0d-1e97962aefef req-894fb542-a410-4df4-a59e-73b00f24f637 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395737 Mar 07 17:11:04.482760 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d3e35291-bf3b-40fb-876f-f2301638463a tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (b8cca728-9d08-49b0-bac5-aa5f69449504), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:04.485331 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d3e35291-bf3b-40fb-876f-f2301638463a tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:04.486743 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-d3e35291-bf3b-40fb-876f-f2301638463a tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "DELETE /v2.0/security-groups/b8cca728-9d08-49b0-bac5-aa5f69449504 HTTP/1.1" status: 204 len: 168 time: 0.2075534 Mar 07 17:11:04.489679 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 38162) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:11:04.496137 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e35291-bf3b-40fb-876f-f2301638463a tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8cca728-9d08-49b0-bac5-aa5f69449504,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:04.502999 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.api.v2.resource [None req-af707fd5-f2d6-4d37-b5aa-3d0f5c2ae357 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] show failed (client error): The resource could not be found. Mar 07 17:11:04.504002 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e35291-bf3b-40fb-876f-f2301638463a tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:04.504189 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-af707fd5-f2d6-4d37-b5aa-3d0f5c2ae357 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups/b8cca728-9d08-49b0-bac5-aa5f69449504 HTTP/1.1" status: 404 len: 347 time: 0.0135505 Mar 07 17:11:04.504388 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e35291-bf3b-40fb-876f-f2301638463a tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:04.504686 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e35291-bf3b-40fb-876f-f2301638463a tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:04.505019 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e35291-bf3b-40fb-876f-f2301638463a tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:04.505345 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e35291-bf3b-40fb-876f-f2301638463a tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:04.505667 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e35291-bf3b-40fb-876f-f2301638463a tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:04.505988 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e35291-bf3b-40fb-876f-f2301638463a tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:04.506307 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e35291-bf3b-40fb-876f-f2301638463a tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:04.506624 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e35291-bf3b-40fb-876f-f2301638463a tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:04.506945 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e35291-bf3b-40fb-876f-f2301638463a tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:04.507068 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 38164) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:11:04.507258 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e35291-bf3b-40fb-876f-f2301638463a tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:04.507599 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e35291-bf3b-40fb-876f-f2301638463a tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:04.507909 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e35291-bf3b-40fb-876f-f2301638463a tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:04.629512 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-fc803f84-5601-4907-8232-b2541773b470 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Deleting port ba4b51d9-38ac-4d91-a675-931659b6db1c {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:11:04.629849 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fc803f84-5601-4907-8232-b2541773b470 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (ba4b51d9-38ac-4d91-a675-931659b6db1c), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:04.703510 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fc803f84-5601-4907-8232-b2541773b470 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (ba4b51d9-38ac-4d91-a675-931659b6db1c), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:04.703834 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fc803f84-5601-4907-8232-b2541773b470 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks [] for floatingip (ba4b51d9-38ac-4d91-a675-931659b6db1c), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:04.715350 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-fc803f84-5601-4907-8232-b2541773b470 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Calling delete_port for ba4b51d9-38ac-4d91-a675-931659b6db1c owned by network:floatingip {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:11:04.845770 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759650e-0fdf-49be-9282-6f11889fa028 req-9843bb63-72c2-4fe3-b2f6-b7501cdde9c5 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:04.847142 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3759650e-0fdf-49be-9282-6f11889fa028 req-9843bb63-72c2-4fe3-b2f6-b7501cdde9c5 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 947 time: 0.0845959 Mar 07 17:11:04.928492 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3759650e-0fdf-49be-9282-6f11889fa028 req-0e866e01-a19f-4b8d-ba98-3f1b4b38a774 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745969 Mar 07 17:11:04.980104 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fc803f84-5601-4907-8232-b2541773b470 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (ba4b51d9-38ac-4d91-a675-931659b6db1c), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:05.007841 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc803f84-5601-4907-8232-b2541773b470 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Pushing event deleted for resources: {'Port': ['ID=ba4b51d9-38ac-4d91-a675-931659b6db1c,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:05.068076 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fc803f84-5601-4907-8232-b2541773b470 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks [] for floatingip (031cc8df-4e7f-4916-b3f2-0b4db55b7281), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:05.070571 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fc803f84-5601-4907-8232-b2541773b470 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:05.071720 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-fc803f84-5601-4907-8232-b2541773b470 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "DELETE /v2.0/floatingips/031cc8df-4e7f-4916-b3f2-0b4db55b7281 HTTP/1.1" status: 204 len: 168 time: 0.5637100 Mar 07 17:11:05.447895 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 38170) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:11:05.452968 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-253269b7-7656-4e29-873f-0bb531fe61ba tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Request body: {'security_group': {'name': 'tempest-securitygroup--115289786', 'description': 'tempest-description--465629712'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:11:05.551406 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-253269b7-7656-4e29-873f-0bb531fe61ba tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:05.616263 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-253269b7-7656-4e29-873f-0bb531fe61ba tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks [] for security_group (198af992-8a81-4d0b-98ea-7489b8f950c1), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:05.676598 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-253269b7-7656-4e29-873f-0bb531fe61ba tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (198af992-8a81-4d0b-98ea-7489b8f950c1), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:05.704163 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253269b7-7656-4e29-873f-0bb531fe61ba tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=198af992-8a81-4d0b-98ea-7489b8f950c1,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:05.753217 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-253269b7-7656-4e29-873f-0bb531fe61ba tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:05.754458 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-253269b7-7656-4e29-873f-0bb531fe61ba tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3055463 Mar 07 17:11:05.757364 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 38172) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:11:05.761565 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-2e088e3e-b573-46d3-bdba-b5518089c98b tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Request body: {'security_group_rule': {'security_group_id': '198af992-8a81-4d0b-98ea-7489b8f950c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:11:05.842891 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2e088e3e-b573-46d3-bdba-b5518089c98b tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks [] for security_group_rule (21eb9ef0-7be7-47ad-b3fc-58761f8b0a57), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:05.879251 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device 988f72d7-80a4-43cf-873b-0e5d21b43431 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:11:05.905635 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] No Port match for: 988f72d7-80a4-43cf-873b-0e5d21b43431 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:11:05.905942 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device 988f72d7-80a4-43cf-873b-0e5d21b43431 not bound to the agent host hv-cinder-80403 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:11:05.908838 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2e088e3e-b573-46d3-bdba-b5518089c98b tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks [] for security_group_rule (21eb9ef0-7be7-47ad-b3fc-58761f8b0a57), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:05.963202 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2e088e3e-b573-46d3-bdba-b5518089c98b tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607897'] for security_group_rule (21eb9ef0-7be7-47ad-b3fc-58761f8b0a57), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:05.981837 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e088e3e-b573-46d3-bdba-b5518089c98b tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21eb9ef0-7be7-47ad-b3fc-58761f8b0a57,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:06.056352 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2e088e3e-b573-46d3-bdba-b5518089c98b tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:06.057627 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-2e088e3e-b573-46d3-bdba-b5518089c98b tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2993522 Mar 07 17:11:06.059079 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be26d83-8aa9-42df-bea6-a138b0d994b4 req-a7d848b5-f751-4f8a-81be-62b5ffe15b01 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:06.060995 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 38196) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:11:06.063400 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9be26d83-8aa9-42df-bea6-a138b0d994b4 req-a7d848b5-f751-4f8a-81be-62b5ffe15b01 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 947 time: 0.0570142 Mar 07 17:11:06.065296 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-a878d740-827c-4df3-b573-7cf720721fbc tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Request body: {'security_group_rule': {'security_group_id': '198af992-8a81-4d0b-98ea-7489b8f950c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:11:06.112269 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9be26d83-8aa9-42df-bea6-a138b0d994b4 req-4ae7e13f-fc11-460b-9b64-c5995057dfe8 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453129 Mar 07 17:11:06.144967 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a878d740-827c-4df3-b573-7cf720721fbc tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks [] for security_group_rule (84d37f18-afc9-4f5c-bb27-2906989d12ba), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:06.204290 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a878d740-827c-4df3-b573-7cf720721fbc tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks [] for security_group_rule (84d37f18-afc9-4f5c-bb27-2906989d12ba), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:06.253804 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a878d740-827c-4df3-b573-7cf720721fbc tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607897'] for security_group_rule (84d37f18-afc9-4f5c-bb27-2906989d12ba), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:06.271431 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a878d740-827c-4df3-b573-7cf720721fbc tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84d37f18-afc9-4f5c-bb27-2906989d12ba,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:06.330107 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a878d740-827c-4df3-b573-7cf720721fbc tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:06.331678 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-a878d740-827c-4df3-b573-7cf720721fbc tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2694538 Mar 07 17:11:06.334434 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 38212) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:11:06.340786 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-78e0f179-3af0-4da2-9800-773d4c46f85a tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Request body: {'floatingip': {'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:11:06.419958 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-78e0f179-3af0-4da2-9800-773d4c46f85a tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:06.514477 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-78e0f179-3af0-4da2-9800-773d4c46f85a tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:06.620627 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-78e0f179-3af0-4da2-9800-773d4c46f85a tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Allocated IP 172.27.3.232 (ca3ae6bc-acc1-44d4-99e8-2239d5d79721/7ea6e5b5-19cc-4407-9435-cc1a16805785/f1be13c2-10d2-439c-8cec-bd12bd4993c6) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:11:06.719170 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-78e0f179-3af0-4da2-9800-773d4c46f85a tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks [] for port (f1be13c2-10d2-439c-8cec-bd12bd4993c6), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:06.803063 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-78e0f179-3af0-4da2-9800-773d4c46f85a tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51013872'] for port (f1be13c2-10d2-439c-8cec-bd12bd4993c6), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:06.845542 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e0f179-3af0-4da2-9800-773d4c46f85a tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Network ca3ae6bc-acc1-44d4-99e8-2239d5d79721 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:11:06.848245 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-78e0f179-3af0-4da2-9800-773d4c46f85a tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:11:06.851610 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e0f179-3af0-4da2-9800-773d4c46f85a tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:11:06.857692 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e0f179-3af0-4da2-9800-773d4c46f85a tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Pushing event updated for resources: {'Port': ['ID=f1be13c2-10d2-439c-8cec-bd12bd4993c6,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:06.939219 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-78e0f179-3af0-4da2-9800-773d4c46f85a tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks [] for floatingip (f64e5e79-e6eb-45a9-9ded-c156df8ad9cb), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:07.030547 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-78e0f179-3af0-4da2-9800-773d4c46f85a tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (f1be13c2-10d2-439c-8cec-bd12bd4993c6), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:07.246552 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878212f2-c1ff-4a21-ae98-6ed0ab06cab7 req-d255d09c-fb21-4d29-a1db-ebd8625cf9cc tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:07.248773 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-878212f2-c1ff-4a21-ae98-6ed0ab06cab7 req-d255d09c-fb21-4d29-a1db-ebd8625cf9cc tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 947 time: 0.0555182 Mar 07 17:11:07.297277 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-878212f2-c1ff-4a21-ae98-6ed0ab06cab7 req-96cd4b68-96b8-4a7c-b6ca-b81041c5bfff tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428326 Mar 07 17:11:07.377325 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-78e0f179-3af0-4da2-9800-773d4c46f85a tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks [] for port (f1be13c2-10d2-439c-8cec-bd12bd4993c6), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:07.420082 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-78e0f179-3af0-4da2-9800-773d4c46f85a tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51013769'] for port (f1be13c2-10d2-439c-8cec-bd12bd4993c6), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:07.489723 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e0f179-3af0-4da2-9800-773d4c46f85a tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Pushing event updated for resources: {'Port': ['ID=f1be13c2-10d2-439c-8cec-bd12bd4993c6,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:07.499748 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-78e0f179-3af0-4da2-9800-773d4c46f85a tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2049624'] for floatingip (f64e5e79-e6eb-45a9-9ded-c156df8ad9cb), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:07.547758 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-78e0f179-3af0-4da2-9800-773d4c46f85a tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:07.548987 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-78e0f179-3af0-4da2-9800-773d4c46f85a tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2136374 Mar 07 17:11:07.741694 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e3b3bd21-8b3b-47e3-8b7b-78812a109e47 req-b23ab237-c64e-45d3-afaf-a683c2988ee3 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--115289786&fields=id&tenant_id=1f4fc0170321429faf3e9895e52f81ca HTTP/1.1" status: 200 len: 267 time: 0.0418732 Mar 07 17:11:07.849580 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3bd21-8b3b-47e3-8b7b-78812a109e47 req-7d422302-9dc3-435b-8a84-2a98b0be937e tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:07.851014 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e3b3bd21-8b3b-47e3-8b7b-78812a109e47 req-7d422302-9dc3-435b-8a84-2a98b0be937e tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/networks?id=a5817453-0687-4232-b082-7a8f6cce82b8 HTTP/1.1" status: 200 len: 811 time: 0.1025329 Mar 07 17:11:07.865873 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e3b3bd21-8b3b-47e3-8b7b-78812a109e47 req-4711723e-d9bc-4d24-af53-5c6a4f227a5b tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/quotas/1f4fc0170321429faf3e9895e52f81ca HTTP/1.1" status: 200 len: 375 time: 0.0095437 Mar 07 17:11:07.918925 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e3b3bd21-8b3b-47e3-8b7b-78812a109e47 req-b788777a-48ca-417a-86e8-35644da3dfcc tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1f4fc0170321429faf3e9895e52f81ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479882 Mar 07 17:11:08.017403 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e3b3bd21-8b3b-47e3-8b7b-78812a109e47 req-604deccd-7da0-4c78-a63e-af4b3a768185 service neutron] 10.222.0.45 "GET /v2.0/networks/a5817453-0687-4232-b082-7a8f6cce82b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867894 Mar 07 17:11:08.104860 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e3b3bd21-8b3b-47e3-8b7b-78812a109e47 req-a95113cb-6c01-4592-b100-23b1a1610066 service neutron] 10.222.0.45 "GET /v2.0/networks/a5817453-0687-4232-b082-7a8f6cce82b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820251 Mar 07 17:11:08.351725 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7b844bc2-2590-42ac-b78e-b53b2def624a req-fa2f5159-b93a-43a6-a74f-0b50237c5cff tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe5b94a7-364a-4b40-b53e-06175588650a HTTP/1.1" status: 200 len: 210 time: 0.0272939 Mar 07 17:11:09.450159 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c5bd15e5-7827-4c33-881c-c8b67ef69d21 req-e051aaec-889b-4fbb-b20f-b1ce2fc0666c tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe5b94a7-364a-4b40-b53e-06175588650a HTTP/1.1" status: 200 len: 210 time: 0.0329013 Mar 07 17:11:10.140007 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3bd21-8b3b-47e3-8b7b-78812a109e47 req-18b8e035-538b-4969-806e-1ccc33a61166 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:10.141444 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e3b3bd21-8b3b-47e3-8b7b-78812a109e47 req-18b8e035-538b-4969-806e-1ccc33a61166 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.53 "GET /v2.0/networks?id=a5817453-0687-4232-b082-7a8f6cce82b8 HTTP/1.1" status: 200 len: 811 time: 0.1028073 Mar 07 17:11:10.201894 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e3b3bd21-8b3b-47e3-8b7b-78812a109e47 req-65723571-f00e-4cc3-9f8a-32ba507aafce tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f4fc0170321429faf3e9895e52f81ca HTTP/1.1" status: 200 len: 379 time: 0.0517497 Mar 07 17:11:10.210247 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-e3b3bd21-8b3b-47e3-8b7b-78812a109e47 req-e3e14828-a5bc-4ea2-bc2a-dfccb3e8a2a4 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Request body: {'port': {'device_id': 'fe5b94a7-364a-4b40-b53e-06175588650a', 'network_id': 'a5817453-0687-4232-b082-7a8f6cce82b8', 'admin_state_up': True, 'tenant_id': '1f4fc0170321429faf3e9895e52f81ca', 'security_groups': ['198af992-8a81-4d0b-98ea-7489b8f950c1']}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:11:10.408435 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3b3bd21-8b3b-47e3-8b7b-78812a109e47 req-e3e14828-a5bc-4ea2-bc2a-dfccb3e8a2a4 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Made reservation on behalf of 1f4fc0170321429faf3e9895e52f81ca for: {'port': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:11:10.411789 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e3b3bd21-8b3b-47e3-8b7b-78812a109e47 req-e3e14828-a5bc-4ea2-bc2a-dfccb3e8a2a4 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:10.554686 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6b4a1f82-17d7-4406-9163-38105756a531 req-843abe60-f9eb-4823-8689-771113897238 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe5b94a7-364a-4b40-b53e-06175588650a HTTP/1.1" status: 200 len: 210 time: 0.0325632 Mar 07 17:11:10.566191 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [req-e3b3bd21-8b3b-47e3-8b7b-78812a109e47 req-e3e14828-a5bc-4ea2-bc2a-dfccb3e8a2a4 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Allocated IP 172.20.0.13 (a5817453-0687-4232-b082-7a8f6cce82b8/1727d561-64eb-436e-b9e1-627515b9c111/b1790ba0-a320-46c7-9c79-52d1130e6848) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:11:10.697989 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e3b3bd21-8b3b-47e3-8b7b-78812a109e47 req-e3e14828-a5bc-4ea2-bc2a-dfccb3e8a2a4 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks [] for port (b1790ba0-a320-46c7-9c79-52d1130e6848), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:10.774322 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e3b3bd21-8b3b-47e3-8b7b-78812a109e47 req-e3e14828-a5bc-4ea2-bc2a-dfccb3e8a2a4 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (b1790ba0-a320-46c7-9c79-52d1130e6848), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:10.818344 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3b3bd21-8b3b-47e3-8b7b-78812a109e47 req-e3e14828-a5bc-4ea2-bc2a-dfccb3e8a2a4 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Network a5817453-0687-4232-b082-7a8f6cce82b8 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:11:10.821247 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [req-e3b3bd21-8b3b-47e3-8b7b-78812a109e47 req-e3e14828-a5bc-4ea2-bc2a-dfccb3e8a2a4 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:11:10.824818 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b3bd21-8b3b-47e3-8b7b-78812a109e47 req-e3e14828-a5bc-4ea2-bc2a-dfccb3e8a2a4 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:11:10.831782 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e14828-a5bc-4ea2-bc2a-dfccb3e8a2a4 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Pushing event updated for resources: {'Port': ['ID=b1790ba0-a320-46c7-9c79-52d1130e6848,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:10.878850 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3bd21-8b3b-47e3-8b7b-78812a109e47 req-e3e14828-a5bc-4ea2-bc2a-dfccb3e8a2a4 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:10.879500 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e3b3bd21-8b3b-47e3-8b7b-78812a109e47 req-e3e14828-a5bc-4ea2-bc2a-dfccb3e8a2a4 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:10.938134 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e3b3bd21-8b3b-47e3-8b7b-78812a109e47 req-e3e14828-a5bc-4ea2-bc2a-dfccb3e8a2a4 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7313573 Mar 07 17:11:10.949578 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-e3b3bd21-8b3b-47e3-8b7b-78812a109e47 req-8628b863-d551-414b-83bb-2537e00c80f9 service neutron] Request body: {'port': {'device_id': 'fe5b94a7-364a-4b40-b53e-06175588650a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:11:11.012867 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e3b3bd21-8b3b-47e3-8b7b-78812a109e47 req-8628b863-d551-414b-83bb-2537e00c80f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (b1790ba0-a320-46c7-9c79-52d1130e6848), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:11.022222 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-7ec75352-736e-47d7-add0-98137377d835 None None] Provisioning complete for port b1790ba0-a320-46c7-9c79-52d1130e6848 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:11:11.022787 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7ec75352-736e-47d7-add0-98137377d835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (b1790ba0-a320-46c7-9c79-52d1130e6848), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:11.055640 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-7ec75352-736e-47d7-add0-98137377d835 None None] Port b1790ba0-a320-46c7-9c79-52d1130e6848 cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:11:11.280765 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [req-e3b3bd21-8b3b-47e3-8b7b-78812a109e47 req-8628b863-d551-414b-83bb-2537e00c80f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1790ba0-a320-46c7-9c79-52d1130e6848 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:11:11.288009 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e3b3bd21-8b3b-47e3-8b7b-78812a109e47 req-8628b863-d551-414b-83bb-2537e00c80f9 service neutron] Publish callbacks [] for port (b1790ba0-a320-46c7-9c79-52d1130e6848), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:11.300120 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [req-e3b3bd21-8b3b-47e3-8b7b-78812a109e47 req-8628b863-d551-414b-83bb-2537e00c80f9 service neutron] Transition to ACTIVE for port object b1790ba0-a320-46c7-9c79-52d1130e6848 will not be triggered until provisioned by entity L2. {{(pid=103431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 17:11:11.351521 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e3b3bd21-8b3b-47e3-8b7b-78812a109e47 req-8628b863-d551-414b-83bb-2537e00c80f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58733560'] for port (b1790ba0-a320-46c7-9c79-52d1130e6848), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:11.402982 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8628b863-d551-414b-83bb-2537e00c80f9 service neutron] Pushing event updated for resources: {'Port': ['ID=b1790ba0-a320-46c7-9c79-52d1130e6848,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:11.482811 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-e3b3bd21-8b3b-47e3-8b7b-78812a109e47 req-8628b863-d551-414b-83bb-2537e00c80f9 service neutron] Attempting to bind port b1790ba0-a320-46c7-9c79-52d1130e6848 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:11:11.483153 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-e3b3bd21-8b3b-47e3-8b7b-78812a109e47 req-8628b863-d551-414b-83bb-2537e00c80f9 service neutron] Attempting to bind port b1790ba0-a320-46c7-9c79-52d1130e6848 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'faf6d561-63e2-4581-ba72-4e6d7076e38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a5817453-0687-4232-b082-7a8f6cce82b8'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:11:11.483511 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b3bd21-8b3b-47e3-8b7b-78812a109e47 req-8628b863-d551-414b-83bb-2537e00c80f9 service neutron] Attempting to bind port b1790ba0-a320-46c7-9c79-52d1130e6848 on network a5817453-0687-4232-b082-7a8f6cce82b8 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:11:11.488161 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b3bd21-8b3b-47e3-8b7b-78812a109e47 req-8628b863-d551-414b-83bb-2537e00c80f9 service neutron] Port b1790ba0-a320-46c7-9c79-52d1130e6848 on network a5817453-0687-4232-b082-7a8f6cce82b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 17:11:11.488485 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b3bd21-8b3b-47e3-8b7b-78812a109e47 req-8628b863-d551-414b-83bb-2537e00c80f9 service neutron] Attempting to bind port b1790ba0-a320-46c7-9c79-52d1130e6848 on network a5817453-0687-4232-b082-7a8f6cce82b8 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:11:11.493654 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b3bd21-8b3b-47e3-8b7b-78812a109e47 req-8628b863-d551-414b-83bb-2537e00c80f9 service neutron] Checking agent: {'id': 'c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 17, 0, 18), 'started_at': datetime.datetime(2022, 3, 7, 17, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:11:11.493991 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b3bd21-8b3b-47e3-8b7b-78812a109e47 req-8628b863-d551-414b-83bb-2537e00c80f9 service neutron] Checking segment: {'id': 'faf6d561-63e2-4581-ba72-4e6d7076e38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a5817453-0687-4232-b082-7a8f6cce82b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:11:11.494372 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b3bd21-8b3b-47e3-8b7b-78812a109e47 req-8628b863-d551-414b-83bb-2537e00c80f9 service neutron] Bound using segment: {'id': 'faf6d561-63e2-4581-ba72-4e6d7076e38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a5817453-0687-4232-b082-7a8f6cce82b8'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:11:11.494800 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-e3b3bd21-8b3b-47e3-8b7b-78812a109e47 req-8628b863-d551-414b-83bb-2537e00c80f9 service neutron] Bound port: b1790ba0-a320-46c7-9c79-52d1130e6848, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faf6d561-63e2-4581-ba72-4e6d7076e38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a5817453-0687-4232-b082-7a8f6cce82b8'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:11:11.495158 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e3b3bd21-8b3b-47e3-8b7b-78812a109e47 req-8628b863-d551-414b-83bb-2537e00c80f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (b1790ba0-a320-46c7-9c79-52d1130e6848), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:11.559473 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-e3b3bd21-8b3b-47e3-8b7b-78812a109e47 req-8628b863-d551-414b-83bb-2537e00c80f9 service neutron] For port b1790ba0-a320-46c7-9c79-52d1130e6848, host hv-cinder-80403, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:11:11.562745 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-e3b3bd21-8b3b-47e3-8b7b-78812a109e47 req-8628b863-d551-414b-83bb-2537e00c80f9 service neutron] For port b1790ba0-a320-46c7-9c79-52d1130e6848, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b1790ba0-a320-46c7-9c79-52d1130e6848,segment=NetworkSegment(faf6d561-63e2-4581-ba72-4e6d7076e38e),segment_id=faf6d561-63e2-4581-ba72-4e6d7076e38e)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:11:11.609120 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e3b3bd21-8b3b-47e3-8b7b-78812a109e47 req-8628b863-d551-414b-83bb-2537e00c80f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58733560'] for port (b1790ba0-a320-46c7-9c79-52d1130e6848), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:11.678622 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3bd21-8b3b-47e3-8b7b-78812a109e47 req-8628b863-d551-414b-83bb-2537e00c80f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:11.679239 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e3b3bd21-8b3b-47e3-8b7b-78812a109e47 req-8628b863-d551-414b-83bb-2537e00c80f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:11.680707 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e3b3bd21-8b3b-47e3-8b7b-78812a109e47 req-8628b863-d551-414b-83bb-2537e00c80f9 service neutron] 10.222.0.53 "PUT /v2.0/ports/b1790ba0-a320-46c7-9c79-52d1130e6848 HTTP/1.1" status: 200 len: 1094 time: 0.7354939 Mar 07 17:11:11.684339 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe5b94a7-364a-4b40-b53e-06175588650a', 'tag': 'b1790ba0-a320-46c7-9c79-52d1130e6848'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:11:11.686810 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aba4c615e876ca6c23e5fed61a3d1f980fac3f984d457871ad3b292fe147bdb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f629e61b-e21a-4876-8340-7ec17a977b41" -d '{"events": [{"name": "network-changed", "server_uuid": "fe5b94a7-364a-4b40-b53e-06175588650a", "tag": "b1790ba0-a320-46c7-9c79-52d1130e6848"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:11:11.711134 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8628b863-d551-414b-83bb-2537e00c80f9 service neutron] Pushing event updated for resources: {'Port': ['ID=b1790ba0-a320-46c7-9c79-52d1130e6848,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:11.733605 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121a2da-073a-455b-8a14-950061b508ff req-42fbb310-72cc-4d99-9393-4146ffe7704c tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:11.735731 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c121a2da-073a-455b-8a14-950061b508ff req-42fbb310-72cc-4d99-9393-4146ffe7704c tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe5b94a7-364a-4b40-b53e-06175588650a HTTP/1.1" status: 200 len: 944 time: 0.0984669 Mar 07 17:11:11.737858 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c49747e-39f8-4bef-bd88-d5ff7e1ca02b x-openstack-request-id: req-7c49747e-39f8-4bef-bd88-d5ff7e1ca02b {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:11:11.738250 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe5b94a7-364a-4b40-b53e-06175588650a", "tag": "b1790ba0-a320-46c7-9c79-52d1130e6848", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:11:11.738607 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7c49747e-39f8-4bef-bd88-d5ff7e1ca02b {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:11:11.739180 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe5b94a7-364a-4b40-b53e-06175588650a', 'tag': 'b1790ba0-a320-46c7-9c79-52d1130e6848', 'status': 'completed', 'code': 200} Mar 07 17:11:11.816596 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c121a2da-073a-455b-8a14-950061b508ff req-485bcb41-b488-4c26-994b-f0fe5d080311 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=198af992-8a81-4d0b-98ea-7489b8f950c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741487 Mar 07 17:11:11.827719 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629e61b-e21a-4876-8340-7ec17a977b41 req-7815a44c-8360-4368-bdf6-8c1a5ded421f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:11.830617 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f629e61b-e21a-4876-8340-7ec17a977b41 req-7815a44c-8360-4368-bdf6-8c1a5ded421f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1f4fc0170321429faf3e9895e52f81ca&device_id=fe5b94a7-364a-4b40-b53e-06175588650a HTTP/1.1" status: 200 len: 1128 time: 0.0730150 Mar 07 17:11:11.934765 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629e61b-e21a-4876-8340-7ec17a977b41 req-6e8ec062-593e-4daa-ba3e-fdcc6b9ef2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:11.936835 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f629e61b-e21a-4876-8340-7ec17a977b41 req-6e8ec062-593e-4daa-ba3e-fdcc6b9ef2f5 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=1f4fc0170321429faf3e9895e52f81ca&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1005614 Mar 07 17:11:12.028006 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629e61b-e21a-4876-8340-7ec17a977b41 req-f73f1a47-3f5b-42b4-8adc-c31d1aae1cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:12.030400 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f629e61b-e21a-4876-8340-7ec17a977b41 req-f73f1a47-3f5b-42b4-8adc-c31d1aae1cd9 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880899 Mar 07 17:11:12.129160 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3bd21-8b3b-47e3-8b7b-78812a109e47 req-243b3d1c-6c13-4fcf-9b94-2097075c3e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:12.130550 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e3b3bd21-8b3b-47e3-8b7b-78812a109e47 req-243b3d1c-6c13-4fcf-9b94-2097075c3e95 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1f4fc0170321429faf3e9895e52f81ca&device_id=fe5b94a7-364a-4b40-b53e-06175588650a HTTP/1.1" status: 200 len: 1128 time: 0.0449331 Mar 07 17:11:12.174930 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e3b3bd21-8b3b-47e3-8b7b-78812a109e47 req-8d981f8c-6b2b-41c2-9cf7-57ec353f031b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1790ba0-a320-46c7-9c79-52d1130e6848 HTTP/1.1" status: 200 len: 217 time: 0.0379317 Mar 07 17:11:12.220637 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3bd21-8b3b-47e3-8b7b-78812a109e47 req-08f11a44-0622-43f3-946c-dba70959f66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:12.222038 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e3b3bd21-8b3b-47e3-8b7b-78812a109e47 req-08f11a44-0622-43f3-946c-dba70959f66f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1727d561-64eb-436e-b9e1-627515b9c111 HTTP/1.1" status: 200 len: 850 time: 0.0421505 Mar 07 17:11:12.269477 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3bd21-8b3b-47e3-8b7b-78812a109e47 req-5182dd73-2faf-4bf0-a28f-a87ab9d1f6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:12.270949 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e3b3bd21-8b3b-47e3-8b7b-78812a109e47 req-5182dd73-2faf-4bf0-a28f-a87ab9d1f6af service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a5817453-0687-4232-b082-7a8f6cce82b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429659 Mar 07 17:11:12.363339 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e3b3bd21-8b3b-47e3-8b7b-78812a109e47 req-7d90d0e4-e284-4438-b00b-2e10f7acea59 service neutron] 10.222.0.53 "GET /v2.0/networks/a5817453-0687-4232-b082-7a8f6cce82b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858576 Mar 07 17:11:12.449168 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e3b3bd21-8b3b-47e3-8b7b-78812a109e47 req-a58a4e71-b5b6-490a-b285-a06cf84f631d service neutron] 10.222.0.53 "GET /v2.0/networks/a5817453-0687-4232-b082-7a8f6cce82b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799444 Mar 07 17:11:12.939931 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be89bf-8de9-4102-9def-a65cce30b975 req-a6da0f10-c68c-4389-8c89-acbf629c293b tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:12.941404 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d2be89bf-8de9-4102-9def-a65cce30b975 req-a6da0f10-c68c-4389-8c89-acbf629c293b tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe5b94a7-364a-4b40-b53e-06175588650a HTTP/1.1" status: 200 len: 944 time: 0.0558801 Mar 07 17:11:12.986726 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d2be89bf-8de9-4102-9def-a65cce30b975 req-8baaa02c-4e90-4ab5-8f3e-6e9cfe189309 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=198af992-8a81-4d0b-98ea-7489b8f950c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399034 Mar 07 17:11:14.103248 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e54a37-d0b2-4c49-9457-72d7007e5ef8 req-391d21f7-cea4-4310-a102-378a7b6ce1d6 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:14.104917 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-13e54a37-d0b2-4c49-9457-72d7007e5ef8 req-391d21f7-cea4-4310-a102-378a7b6ce1d6 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe5b94a7-364a-4b40-b53e-06175588650a HTTP/1.1" status: 200 len: 944 time: 0.0533595 Mar 07 17:11:14.151499 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-13e54a37-d0b2-4c49-9457-72d7007e5ef8 req-ea43f8c7-2dfe-49d0-8d6d-fe968cfcee3b tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=198af992-8a81-4d0b-98ea-7489b8f950c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410740 Mar 07 17:11:15.274168 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e67a5-a6a0-485b-84fe-3f27af8f9a91 req-a86fede0-5540-4307-af50-272ace924d3a tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:15.275648 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-bd9e67a5-a6a0-485b-84fe-3f27af8f9a91 req-a86fede0-5540-4307-af50-272ace924d3a tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe5b94a7-364a-4b40-b53e-06175588650a HTTP/1.1" status: 200 len: 944 time: 0.0579181 Mar 07 17:11:15.333244 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-bd9e67a5-a6a0-485b-84fe-3f27af8f9a91 req-a33cdc0f-7e91-449b-b882-b144cdec933e tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=198af992-8a81-4d0b-98ea-7489b8f950c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514166 Mar 07 17:11:15.916659 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d4a474f7-e2dd-4fcc-ac10-ac996e437d63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:15.957720 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device b1790ba0-a320-46c7-9c79-52d1130e6848 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:11:16.066558 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port b1790ba0-a320-46c7-9c79-52d1130e6848, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b1790ba0-a320-46c7-9c79-52d1130e6848,segment=NetworkSegment(faf6d561-63e2-4581-ba72-4e6d7076e38e),segment_id=faf6d561-63e2-4581-ba72-4e6d7076e38e)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:11:16.077600 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Returning: {'device': 'b1790ba0-a320-46c7-9c79-52d1130e6848', 'network_id': 'a5817453-0687-4232-b082-7a8f6cce82b8', 'port_id': 'b1790ba0-a320-46c7-9c79-52d1130e6848', 'mac_address': 'fa:16:3e:a1:9e:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1727d561-64eb-436e-b9e1-627515b9c111', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:11:16.114953 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Current status of the port b1790ba0-a320-46c7-9c79-52d1130e6848 is: DOWN; New status is: BUILD {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:11:16.115345 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (b1790ba0-a320-46c7-9c79-52d1130e6848), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:16.128609 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1790ba0-a320-46c7-9c79-52d1130e6848 {{(pid=103440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:11:16.147237 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port b1790ba0-a320-46c7-9c79-52d1130e6848, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b1790ba0-a320-46c7-9c79-52d1130e6848,segment=NetworkSegment(faf6d561-63e2-4581-ba72-4e6d7076e38e),segment_id=faf6d561-63e2-4581-ba72-4e6d7076e38e)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:11:16.202603 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (b1790ba0-a320-46c7-9c79-52d1130e6848), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:16.251183 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Pushing event updated for resources: {'Port': ['ID=b1790ba0-a320-46c7-9c79-52d1130e6848,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:16.448774 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e6bc2-da49-48fd-b346-73661a310583 req-03fe7d56-f859-445e-bbfa-7687e485ed37 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:16.450211 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-311e6bc2-da49-48fd-b346-73661a310583 req-03fe7d56-f859-445e-bbfa-7687e485ed37 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe5b94a7-364a-4b40-b53e-06175588650a HTTP/1.1" status: 200 len: 945 time: 0.0514295 Mar 07 17:11:16.495299 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-311e6bc2-da49-48fd-b346-73661a310583 req-c7f3424a-bd95-424a-8418-945d75c8f951 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=198af992-8a81-4d0b-98ea-7489b8f950c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388460 Mar 07 17:11:16.520540 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] get_ports_and_sgs() called for port_ids ['b1790ba0-a320-46c7-9c79-52d1130e6848'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:11:17.611844 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100cd14-187f-4e77-b881-6833e3c6bb9b req-02ba3c2d-69eb-49f0-a382-ced6efa50322 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:17.613197 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5100cd14-187f-4e77-b881-6833e3c6bb9b req-02ba3c2d-69eb-49f0-a382-ced6efa50322 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe5b94a7-364a-4b40-b53e-06175588650a HTTP/1.1" status: 200 len: 945 time: 0.0527320 Mar 07 17:11:17.662144 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5100cd14-187f-4e77-b881-6833e3c6bb9b req-fdb754f2-10c5-4e9d-9421-0489a7a0c30d tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=198af992-8a81-4d0b-98ea-7489b8f950c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431833 Mar 07 17:11:17.980181 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device b1790ba0-a320-46c7-9c79-52d1130e6848 up at agent hyperv_hv-cinder-80403 {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:11:18.110690 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Provisioning for port b1790ba0-a320-46c7-9c79-52d1130e6848 completed by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 17:11:18.114951 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Provisioning complete for port b1790ba0-a320-46c7-9c79-52d1130e6848 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:11:18.115600 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (b1790ba0-a320-46c7-9c79-52d1130e6848), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:18.193751 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Current status of the port b1790ba0-a320-46c7-9c79-52d1130e6848 is: BUILD; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:11:18.194161 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (b1790ba0-a320-46c7-9c79-52d1130e6848), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:18.215638 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe5b94a7-364a-4b40-b53e-06175588650a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1790ba0-a320-46c7-9c79-52d1130e6848'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:11:18.218364 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11138cde4cb47aed6ab60590cdc6142137d0740b05d94cd9dbb0d95d7575220c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1569e64-0c43-43fd-89db-3b53edc1e441" -d '{"events": [{"server_uuid": "fe5b94a7-364a-4b40-b53e-06175588650a", "name": "network-vif-plugged", "status": "completed", "tag": "b1790ba0-a320-46c7-9c79-52d1130e6848"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:11:18.230415 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port b1790ba0-a320-46c7-9c79-52d1130e6848, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b1790ba0-a320-46c7-9c79-52d1130e6848,segment=NetworkSegment(faf6d561-63e2-4581-ba72-4e6d7076e38e),segment_id=faf6d561-63e2-4581-ba72-4e6d7076e38e)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:11:18.256745 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0ddb02-1cce-42a6-9df0-f8a5e4322fa8 x-openstack-request-id: req-7f0ddb02-1cce-42a6-9df0-f8a5e4322fa8 {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:11:18.257042 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe5b94a7-364a-4b40-b53e-06175588650a", "name": "network-vif-plugged", "status": "completed", "tag": "b1790ba0-a320-46c7-9c79-52d1130e6848", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:11:18.257284 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7f0ddb02-1cce-42a6-9df0-f8a5e4322fa8 {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:11:18.257677 dv-cinder-804035-42-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe5b94a7-364a-4b40-b53e-06175588650a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1790ba0-a320-46c7-9c79-52d1130e6848', 'code': 200} Mar 07 17:11:18.300151 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (b1790ba0-a320-46c7-9c79-52d1130e6848), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:18.362490 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Pushing event updated for resources: {'Port': ['ID=b1790ba0-a320-46c7-9c79-52d1130e6848,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:18.408342 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:18.409083 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-9cfcbaed-962b-48b6-8eb7-580c07cec0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:18.531375 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f0204-be39-45e5-aa88-96b2e49fe5db req-b4604537-0eda-4879-ad41-845cb5acc47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:18.532811 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ec8f0204-be39-45e5-aa88-96b2e49fe5db req-b4604537-0eda-4879-ad41-845cb5acc47e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fe5b94a7-364a-4b40-b53e-06175588650a HTTP/1.1" status: 200 len: 1130 time: 0.0447512 Mar 07 17:11:18.576208 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ec8f0204-be39-45e5-aa88-96b2e49fe5db req-f1eed77d-ffdf-4391-9fbf-195567f88a5c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=198af992-8a81-4d0b-98ea-7489b8f950c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364387 Mar 07 17:11:18.827370 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c383bcd-7eb0-4c57-b195-cc1711cd39ef req-dca4d9f9-984f-4d1d-909b-1ba4412a1487 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:18.828801 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7c383bcd-7eb0-4c57-b195-cc1711cd39ef req-dca4d9f9-984f-4d1d-909b-1ba4412a1487 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe5b94a7-364a-4b40-b53e-06175588650a HTTP/1.1" status: 200 len: 946 time: 0.0522051 Mar 07 17:11:18.875600 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7c383bcd-7eb0-4c57-b195-cc1711cd39ef req-7c101009-b48e-4369-bce0-a97385974733 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=198af992-8a81-4d0b-98ea-7489b8f950c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412905 Mar 07 17:11:19.999135 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc1102-67dc-4537-a493-c37b89965387 req-82106371-9fd0-48b6-8ac0-af1310e3c8da tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:20.000649 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-aefc1102-67dc-4537-a493-c37b89965387 req-82106371-9fd0-48b6-8ac0-af1310e3c8da tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe5b94a7-364a-4b40-b53e-06175588650a HTTP/1.1" status: 200 len: 946 time: 0.0567405 Mar 07 17:11:20.047124 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-aefc1102-67dc-4537-a493-c37b89965387 req-537f0807-3fa5-4013-9442-1af572b6465c tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=198af992-8a81-4d0b-98ea-7489b8f950c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407944 Mar 07 17:11:20.425109 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:21.161970 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b476d5-1a9b-4c86-89fc-68c9fb577f9e req-08452087-ad0f-4897-89d7-3aa270256457 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:21.163463 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b7b476d5-1a9b-4c86-89fc-68c9fb577f9e req-08452087-ad0f-4897-89d7-3aa270256457 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe5b94a7-364a-4b40-b53e-06175588650a HTTP/1.1" status: 200 len: 946 time: 0.0518110 Mar 07 17:11:21.208541 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b7b476d5-1a9b-4c86-89fc-68c9fb577f9e req-df4f36b9-5997-40d7-8ccf-aa5a73e89d81 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=198af992-8a81-4d0b-98ea-7489b8f950c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397537 Mar 07 17:11:21.321113 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e0561b-6eac-401a-a331-02fd19dca47b req-2f21be42-6672-4ed3-810f-dcb7a4c4e7f2 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:21.322548 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b9e0561b-6eac-401a-a331-02fd19dca47b req-2f21be42-6672-4ed3-810f-dcb7a4c4e7f2 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe5b94a7-364a-4b40-b53e-06175588650a HTTP/1.1" status: 200 len: 946 time: 0.0513825 Mar 07 17:11:21.331493 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 38274) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:11:21.335803 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-2a587dfd-58bb-4dc0-8c6d-d096322c4aaa tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Request body: {'floatingip': {'port_id': 'b1790ba0-a320-46c7-9c79-52d1130e6848'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:11:21.377528 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2a587dfd-58bb-4dc0-8c6d-d096322c4aaa tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks [] for floatingip (f64e5e79-e6eb-45a9-9ded-c156df8ad9cb), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:21.882055 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:22.067197 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2a587dfd-58bb-4dc0-8c6d-d096322c4aaa tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:22.127630 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2a587dfd-58bb-4dc0-8c6d-d096322c4aaa tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2049624'] for floatingip (f64e5e79-e6eb-45a9-9ded-c156df8ad9cb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:22.228916 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.db.l3_db [None req-2a587dfd-58bb-4dc0-8c6d-d096322c4aaa tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Floating IP f64e5e79-e6eb-45a9-9ded-c156df8ad9cb associated. External IP: 172.27.3.232, port: b1790ba0-a320-46c7-9c79-52d1130e6848. Mar 07 17:11:22.436077 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a587dfd-58bb-4dc0-8c6d-d096322c4aaa tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Router dd320334-9f01-4a7e-9752-519f246352d8 has already been hosted by L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:11:22.542701 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a587dfd-58bb-4dc0-8c6d-d096322c4aaa tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:11:22.548671 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2a587dfd-58bb-4dc0-8c6d-d096322c4aaa tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:22.552713 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743ab743-64ad-480e-a44c-30289ce0b0c1 None None] Sync routers for ids ['dd320334-9f01-4a7e-9752-519f246352d8'] in dv-cinder-804035-42-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:11:22.562114 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743ab743-64ad-480e-a44c-30289ce0b0c1 None None] Routers {'dd320334-9f01-4a7e-9752-519f246352d8'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:11:22.563218 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-743ab743-64ad-480e-a44c-30289ce0b0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:11:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['dd320334-9f01-4a7e-9752-519f246352d8'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:11:22.577359 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-2a587dfd-58bb-4dc0-8c6d-d096322c4aaa tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "PUT /v2.0/floatingips/f64e5e79-e6eb-45a9-9ded-c156df8ad9cb HTTP/1.1" status: 200 len: 992 time: 1.2448280 Mar 07 17:11:22.577938 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe5b94a7-364a-4b40-b53e-06175588650a', 'tag': 'b1790ba0-a320-46c7-9c79-52d1130e6848'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:11:22.580326 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aba4c615e876ca6c23e5fed61a3d1f980fac3f984d457871ad3b292fe147bdb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c34b94b-734a-44ef-a6e2-5045d1d70e5f" -d '{"events": [{"name": "network-changed", "server_uuid": "fe5b94a7-364a-4b40-b53e-06175588650a", "tag": "b1790ba0-a320-46c7-9c79-52d1130e6848"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:11:22.615622 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23eb938c-f729-4500-a6a0-f4f11354bc4c x-openstack-request-id: req-23eb938c-f729-4500-a6a0-f4f11354bc4c {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:11:22.615910 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe5b94a7-364a-4b40-b53e-06175588650a", "tag": "b1790ba0-a320-46c7-9c79-52d1130e6848", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:11:22.616161 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-23eb938c-f729-4500-a6a0-f4f11354bc4c {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:11:22.616581 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe5b94a7-364a-4b40-b53e-06175588650a', 'tag': 'b1790ba0-a320-46c7-9c79-52d1130e6848', 'status': 'completed', 'code': 200} Mar 07 17:11:22.673627 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-743ab743-64ad-480e-a44c-30289ce0b0c1 None None] Set router dd320334-9f01-4a7e-9752-519f246352d8 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:11:22.686660 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34b94b-734a-44ef-a6e2-5045d1d70e5f req-a0959daa-10b7-4d32-9bab-37f3c0f61ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:22.688874 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9c34b94b-734a-44ef-a6e2-5045d1d70e5f req-a0959daa-10b7-4d32-9bab-37f3c0f61ce1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1f4fc0170321429faf3e9895e52f81ca&device_id=fe5b94a7-364a-4b40-b53e-06175588650a HTTP/1.1" status: 200 len: 1130 time: 0.0503521 Mar 07 17:11:22.784546 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34b94b-734a-44ef-a6e2-5045d1d70e5f req-f595b0ae-7c7c-455f-a8fc-4cce85d2cd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:22.794428 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9c34b94b-734a-44ef-a6e2-5045d1d70e5f req-f595b0ae-7c7c-455f-a8fc-4cce85d2cd47 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a5817453-0687-4232-b082-7a8f6cce82b8 HTTP/1.1" status: 200 len: 912 time: 0.0885987 Mar 07 17:11:22.855475 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9c34b94b-734a-44ef-a6e2-5045d1d70e5f req-842cad39-88b1-4c2c-9ea6-fdb17d4dd77d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1790ba0-a320-46c7-9c79-52d1130e6848 HTTP/1.1" status: 200 len: 1000 time: 0.0625210 Mar 07 17:11:22.897094 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-743ab743-64ad-480e-a44c-30289ce0b0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'name': 'tempest-AttachVolumeTestJSON-1244005936-router', 'tenant_id': '1f4fc0170321429faf3e9895e52f81ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'd9832b82-4a01-4f04-a042-90f850d15290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:06:12Z', 'updated_at': '2022-03-07T17:06:17Z', 'revision_number': 4, 'project_id': '1f4fc0170321429faf3e9895e52f81ca', 'gw_port': {'id': 'd9832b82-4a01-4f04-a042-90f850d15290', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:12Z', 'updated_at': '2022-03-07T17:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_floatingips': [{'id': 'f64e5e79-e6eb-45a9-9ded-c156df8ad9cb', 'tenant_id': '1f4fc0170321429faf3e9895e52f81ca', 'floating_ip_address': '172.27.3.232', 'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'router_id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'port_id': 'b1790ba0-a320-46c7-9c79-52d1130e6848', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5817453-0687-4232-b082-7a8f6cce82b8', 'mac_address': 'fa:16:3e:a1:9e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5b94a7-364a-4b40-b53e-06175588650a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:11:06Z', 'updated_at': '2022-03-07T17:11:21Z', 'revision_number': 1, 'project_id': '1f4fc0170321429faf3e9895e52f81ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1531fd82-18af-4622-aead-c38f3d1738a6', 'name': '', 'network_id': 'a5817453-0687-4232-b082-7a8f6cce82b8', 'tenant_id': '1f4fc0170321429faf3e9895e52f81ca', 'mac_address': 'fa:16:3e:c1:b8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '1727d561-64eb-436e-b9e1-627515b9c111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:16Z', 'updated_at': '2022-03-07T17:06:20Z', 'revision_number': 5, 'project_id': '1f4fc0170321429faf3e9895e52f81ca', 'subnets': [{'id': '1727d561-64eb-436e-b9e1-627515b9c111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:11:22.904151 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34b94b-734a-44ef-a6e2-5045d1d70e5f req-df990e90-352e-402d-8350-b5f70773b2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:22.905808 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9c34b94b-734a-44ef-a6e2-5045d1d70e5f req-df990e90-352e-402d-8350-b5f70773b2de service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1727d561-64eb-436e-b9e1-627515b9c111 HTTP/1.1" status: 200 len: 850 time: 0.0433450 Mar 07 17:11:22.926899 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743ab743-64ad-480e-a44c-30289ce0b0c1 None None] Checking router: dd320334-9f01-4a7e-9752-519f246352d8 for host: dv-cinder-804035-42-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:11:22.947091 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743ab743-64ad-480e-a44c-30289ce0b0c1 None None] Routers {'dd320334-9f01-4a7e-9752-519f246352d8'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:11:22.947715 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-743ab743-64ad-480e-a44c-30289ce0b0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:11:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['dd320334-9f01-4a7e-9752-519f246352d8'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:11:22.956975 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34b94b-734a-44ef-a6e2-5045d1d70e5f req-c0025d4c-c226-42f1-845d-86b7211ea343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:22.958495 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9c34b94b-734a-44ef-a6e2-5045d1d70e5f req-c0025d4c-c226-42f1-845d-86b7211ea343 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a5817453-0687-4232-b082-7a8f6cce82b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0454321 Mar 07 17:11:23.027150 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:23.056524 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9c34b94b-734a-44ef-a6e2-5045d1d70e5f req-ffecdf76-4ccc-4f43-a73a-c8f2890f4ec9 service neutron] 10.222.0.53 "GET /v2.0/networks/a5817453-0687-4232-b082-7a8f6cce82b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899208 Mar 07 17:11:23.065345 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-743ab743-64ad-480e-a44c-30289ce0b0c1 None None] Set router dd320334-9f01-4a7e-9752-519f246352d8 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:11:23.159295 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9c34b94b-734a-44ef-a6e2-5045d1d70e5f req-dc69e303-1ddc-4e8e-aeb4-066098cdd624 service neutron] 10.222.0.53 "GET /v2.0/networks/a5817453-0687-4232-b082-7a8f6cce82b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936072 Mar 07 17:11:23.414067 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-743ab743-64ad-480e-a44c-30289ce0b0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'name': 'tempest-AttachVolumeTestJSON-1244005936-router', 'tenant_id': '1f4fc0170321429faf3e9895e52f81ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'd9832b82-4a01-4f04-a042-90f850d15290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:06:12Z', 'updated_at': '2022-03-07T17:06:17Z', 'revision_number': 4, 'project_id': '1f4fc0170321429faf3e9895e52f81ca', 'gw_port': {'id': 'd9832b82-4a01-4f04-a042-90f850d15290', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:12Z', 'updated_at': '2022-03-07T17:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_floatingips': [{'id': 'f64e5e79-e6eb-45a9-9ded-c156df8ad9cb', 'tenant_id': '1f4fc0170321429faf3e9895e52f81ca', 'floating_ip_address': '172.27.3.232', 'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'router_id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'port_id': 'b1790ba0-a320-46c7-9c79-52d1130e6848', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5817453-0687-4232-b082-7a8f6cce82b8', 'mac_address': 'fa:16:3e:a1:9e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5b94a7-364a-4b40-b53e-06175588650a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:11:06Z', 'updated_at': '2022-03-07T17:11:21Z', 'revision_number': 1, 'project_id': '1f4fc0170321429faf3e9895e52f81ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1531fd82-18af-4622-aead-c38f3d1738a6', 'name': '', 'network_id': 'a5817453-0687-4232-b082-7a8f6cce82b8', 'tenant_id': '1f4fc0170321429faf3e9895e52f81ca', 'mac_address': 'fa:16:3e:c1:b8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '1727d561-64eb-436e-b9e1-627515b9c111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:16Z', 'updated_at': '2022-03-07T17:06:20Z', 'revision_number': 5, 'project_id': '1f4fc0170321429faf3e9895e52f81ca', 'subnets': [{'id': '1727d561-64eb-436e-b9e1-627515b9c111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:11:23.441302 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743ab743-64ad-480e-a44c-30289ce0b0c1 None None] The sync data for ids ['dd320334-9f01-4a7e-9752-519f246352d8'] in dv-cinder-804035-42-iscsi is: [{'id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'name': 'tempest-AttachVolumeTestJSON-1244005936-router', 'tenant_id': '1f4fc0170321429faf3e9895e52f81ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'd9832b82-4a01-4f04-a042-90f850d15290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:06:12Z', 'updated_at': '2022-03-07T17:06:17Z', 'revision_number': 4, 'project_id': '1f4fc0170321429faf3e9895e52f81ca', 'gw_port': {'id': 'd9832b82-4a01-4f04-a042-90f850d15290', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:12Z', 'updated_at': '2022-03-07T17:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_floatingips': [{'id': 'f64e5e79-e6eb-45a9-9ded-c156df8ad9cb', 'tenant_id': '1f4fc0170321429faf3e9895e52f81ca', 'floating_ip_address': '172.27.3.232', 'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'router_id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'port_id': 'b1790ba0-a320-46c7-9c79-52d1130e6848', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5817453-0687-4232-b082-7a8f6cce82b8', 'mac_address': 'fa:16:3e:a1:9e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5b94a7-364a-4b40-b53e-06175588650a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:11:06Z', 'updated_at': '2022-03-07T17:11:21Z', 'revision_number': 1, 'project_id': '1f4fc0170321429faf3e9895e52f81ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1531fd82-18af-4622-aead-c38f3d1738a6', 'name': '', 'network_id': 'a5817453-0687-4232-b082-7a8f6cce82b8', 'tenant_id': '1f4fc0170321429faf3e9895e52f81ca', 'mac_address': 'fa:16:3e:c1:b8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '1727d561-64eb-436e-b9e1-627515b9c111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:16Z', 'updated_at': '2022-03-07T17:06:20Z', 'revision_number': 5, 'project_id': '1f4fc0170321429faf3e9895e52f81ca', 'subnets': [{'id': '1727d561-64eb-436e-b9e1-627515b9c111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:11:23.633103 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6611919a-c630-4ff7-b596-4441847824bf None None] New status for floating IP f64e5e79-e6eb-45a9-9ded-c156df8ad9cb: ACTIVE {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:11:28.849288 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a0455ffa-1b54-4d20-9981-78ac5c866fdf req-54b69ab5-2a61-40b0-8b34-55f557c1201c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0483356 Mar 07 17:11:28.912031 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0455ffa-1b54-4d20-9981-78ac5c866fdf req-55ed6136-1754-499c-b9ae-93a1cbd38516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:28.913517 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a0455ffa-1b54-4d20-9981-78ac5c866fdf req-55ed6136-1754-499c-b9ae-93a1cbd38516 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=db35bac585dc40f58eb36a633d40676e&device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 1131 time: 0.0444374 Mar 07 17:11:29.018004 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0455ffa-1b54-4d20-9981-78ac5c866fdf req-0fdbc884-5589-4f06-be7c-f3c45c42902d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:29.019374 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a0455ffa-1b54-4d20-9981-78ac5c866fdf req-0fdbc884-5589-4f06-be7c-f3c45c42902d service neutron] 10.222.0.53 "GET /v2.0/networks?id=092694bd-373f-4bfb-9d43-3858867af44b HTTP/1.1" status: 200 len: 918 time: 0.0881302 Mar 07 17:11:29.083173 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a0455ffa-1b54-4d20-9981-78ac5c866fdf req-1fa05a4a-286e-476d-b65c-1fafad753988 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2e0ed20-d0ff-4eee-8fd3-b7990628b79f HTTP/1.1" status: 200 len: 1002 time: 0.0580158 Mar 07 17:11:29.130745 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0455ffa-1b54-4d20-9981-78ac5c866fdf req-d59777f5-3f37-4731-887b-3c2090f42a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:29.132285 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a0455ffa-1b54-4d20-9981-78ac5c866fdf req-d59777f5-3f37-4731-887b-3c2090f42a40 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=74c40c13-f415-433a-b979-4cf6b968572a HTTP/1.1" status: 200 len: 856 time: 0.0431440 Mar 07 17:11:29.156875 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 38282) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:11:29.185875 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0455ffa-1b54-4d20-9981-78ac5c866fdf req-60c45425-e817-420a-8929-0a5af40c9ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:29.187423 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a0455ffa-1b54-4d20-9981-78ac5c866fdf req-60c45425-e817-420a-8929-0a5af40c9ffd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=092694bd-373f-4bfb-9d43-3858867af44b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0499218 Mar 07 17:11:29.278955 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a0455ffa-1b54-4d20-9981-78ac5c866fdf req-dc2dc426-599c-4942-8478-7a5a4731cbbb service neutron] 10.222.0.53 "GET /v2.0/networks/092694bd-373f-4bfb-9d43-3858867af44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850697 Mar 07 17:11:29.374667 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a0455ffa-1b54-4d20-9981-78ac5c866fdf req-994d4a91-9382-4fc8-a83e-4b1ebd5d5cac service neutron] 10.222.0.53 "GET /v2.0/networks/092694bd-373f-4bfb-9d43-3858867af44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898435 Mar 07 17:11:29.431809 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-5c0bcaa3-3e18-483b-b87e-ad688f13aa3c tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Deleting port dae402c8-a70d-47fc-9adf-0c94d6880d38 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:11:29.432150 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5c0bcaa3-3e18-483b-b87e-ad688f13aa3c tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (dae402c8-a70d-47fc-9adf-0c94d6880d38), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:29.505954 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5c0bcaa3-3e18-483b-b87e-ad688f13aa3c tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (dae402c8-a70d-47fc-9adf-0c94d6880d38), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:29.506270 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5c0bcaa3-3e18-483b-b87e-ad688f13aa3c tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Publish callbacks [] for floatingip (dae402c8-a70d-47fc-9adf-0c94d6880d38), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:29.518135 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-5c0bcaa3-3e18-483b-b87e-ad688f13aa3c tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Calling delete_port for dae402c8-a70d-47fc-9adf-0c94d6880d38 owned by network:floatingip {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:11:29.773594 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5c0bcaa3-3e18-483b-b87e-ad688f13aa3c tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51013872'] for port (dae402c8-a70d-47fc-9adf-0c94d6880d38), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:29.798853 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0bcaa3-3e18-483b-b87e-ad688f13aa3c tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Pushing event deleted for resources: {'Port': ['ID=dae402c8-a70d-47fc-9adf-0c94d6880d38,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:29.860311 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5c0bcaa3-3e18-483b-b87e-ad688f13aa3c tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Publish callbacks [] for floatingip (35c4c0f6-4ac9-4fd3-a367-d159c8aee246), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:29.860992 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.db.l3_db [None req-5c0bcaa3-3e18-483b-b87e-ad688f13aa3c tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Floating IP 35c4c0f6-4ac9-4fd3-a367-d159c8aee246 disassociated (deleted). External IP: 172.27.3.86, port: a59e2276-4826-4703-86f5-50aec68d19d9. Mar 07 17:11:30.084231 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c0bcaa3-3e18-483b-b87e-ad688f13aa3c tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Router eb24e58a-d306-483c-88a0-eb4acabe1110 has already been hosted by L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:11:30.190778 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c0bcaa3-3e18-483b-b87e-ad688f13aa3c tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:11:30.195318 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5c0bcaa3-3e18-483b-b87e-ad688f13aa3c tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:30.200507 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf45b096-85ca-4c8f-b354-457701979b0b None None] Sync routers for ids ['eb24e58a-d306-483c-88a0-eb4acabe1110'] in dv-cinder-804035-42-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:11:30.210732 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf45b096-85ca-4c8f-b354-457701979b0b None None] Routers {'eb24e58a-d306-483c-88a0-eb4acabe1110'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:11:30.211345 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-cf45b096-85ca-4c8f-b354-457701979b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:11:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['eb24e58a-d306-483c-88a0-eb4acabe1110'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:11:30.224500 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-5c0bcaa3-3e18-483b-b87e-ad688f13aa3c tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "DELETE /v2.0/floatingips/35c4c0f6-4ac9-4fd3-a367-d159c8aee246 HTTP/1.1" status: 204 len: 168 time: 1.0664301 Mar 07 17:11:30.229692 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '204d7dde-160a-4e0f-8c23-c205ac15d099', 'tag': 'a59e2276-4826-4703-86f5-50aec68d19d9'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:11:30.229692 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfbbc7859df88561113c54b203fedf4c990683989f0786bfb786606e8039cc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1145308-66cb-4f9f-83b4-b8b083088438" -d '{"events": [{"name": "network-changed", "server_uuid": "204d7dde-160a-4e0f-8c23-c205ac15d099", "tag": "a59e2276-4826-4703-86f5-50aec68d19d9"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:11:30.267379 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99cd7af2-248a-4e00-851d-035664199fab x-openstack-request-id: req-99cd7af2-248a-4e00-851d-035664199fab {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:11:30.267721 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "204d7dde-160a-4e0f-8c23-c205ac15d099", "tag": "a59e2276-4826-4703-86f5-50aec68d19d9", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:11:30.267973 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-99cd7af2-248a-4e00-851d-035664199fab {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:11:30.268374 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '204d7dde-160a-4e0f-8c23-c205ac15d099', 'tag': 'a59e2276-4826-4703-86f5-50aec68d19d9', 'status': 'completed', 'code': 200} Mar 07 17:11:30.332043 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-cf45b096-85ca-4c8f-b354-457701979b0b None None] Set router eb24e58a-d306-483c-88a0-eb4acabe1110 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:11:30.337118 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1145308-66cb-4f9f-83b4-b8b083088438 req-2f1128e5-7021-4ad1-8703-648b3a1ffee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:30.338760 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a1145308-66cb-4f9f-83b4-b8b083088438 req-2f1128e5-7021-4ad1-8703-648b3a1ffee7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9c209a56518a47aea7e997fd4223a98c&device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 1130 time: 0.0473373 Mar 07 17:11:30.435325 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1145308-66cb-4f9f-83b4-b8b083088438 req-37a56955-64cc-4b21-a40e-bf406c113b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:30.436827 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a1145308-66cb-4f9f-83b4-b8b083088438 req-37a56955-64cc-4b21-a40e-bf406c113b04 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f09f7dbb-82c6-4d35-8521-db45cf32e53c HTTP/1.1" status: 200 len: 910 time: 0.0915289 Mar 07 17:11:30.477858 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a1145308-66cb-4f9f-83b4-b8b083088438 req-686372e6-200b-45d2-85bd-b18e72537f4a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a59e2276-4826-4703-86f5-50aec68d19d9 HTTP/1.1" status: 200 len: 217 time: 0.0350652 Mar 07 17:11:30.533187 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1145308-66cb-4f9f-83b4-b8b083088438 req-d0ce8211-25b4-4fbd-8474-5ebab887f461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:30.534755 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a1145308-66cb-4f9f-83b4-b8b083088438 req-d0ce8211-25b4-4fbd-8474-5ebab887f461 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=59906c62-41b2-4312-809f-0ad753757d03 HTTP/1.1" status: 200 len: 848 time: 0.0473521 Mar 07 17:11:30.543498 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-cf45b096-85ca-4c8f-b354-457701979b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb24e58a-d306-483c-88a0-eb4acabe1110', 'name': 'tempest-TestShelveInstance-1210523138-router', 'tenant_id': '9c209a56518a47aea7e997fd4223a98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '700fbc10-f6b5-4502-bb37-c6d1228d10fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:04:53Z', 'updated_at': '2022-03-07T17:04:56Z', 'revision_number': 4, 'project_id': '9c209a56518a47aea7e997fd4223a98c', 'gw_port': {'id': '700fbc10-f6b5-4502-bb37-c6d1228d10fd', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:51:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb24e58a-d306-483c-88a0-eb4acabe1110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:53Z', 'updated_at': '2022-03-07T17:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': 'd8b03bae-43aa-4a01-81e9-24d4498b1aac', 'name': '', 'network_id': 'f09f7dbb-82c6-4d35-8521-db45cf32e53c', 'tenant_id': '9c209a56518a47aea7e997fd4223a98c', 'mac_address': 'fa:16:3e:ac:d8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb24e58a-d306-483c-88a0-eb4acabe1110', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '59906c62-41b2-4312-809f-0ad753757d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:55Z', 'updated_at': '2022-03-07T17:05:01Z', 'revision_number': 5, 'project_id': '9c209a56518a47aea7e997fd4223a98c', 'subnets': [{'id': '59906c62-41b2-4312-809f-0ad753757d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:11:30.574419 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf45b096-85ca-4c8f-b354-457701979b0b None None] Checking router: eb24e58a-d306-483c-88a0-eb4acabe1110 for host: dv-cinder-804035-42-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:11:30.585219 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf45b096-85ca-4c8f-b354-457701979b0b None None] Routers {'eb24e58a-d306-483c-88a0-eb4acabe1110'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:11:30.585854 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-cf45b096-85ca-4c8f-b354-457701979b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:11:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['eb24e58a-d306-483c-88a0-eb4acabe1110'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:11:30.591004 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1145308-66cb-4f9f-83b4-b8b083088438 req-8dfe31e9-232e-4ef9-bcfc-2bc28ab2e0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:30.591004 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a1145308-66cb-4f9f-83b4-b8b083088438 req-8dfe31e9-232e-4ef9-bcfc-2bc28ab2e0f4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f09f7dbb-82c6-4d35-8521-db45cf32e53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0496268 Mar 07 17:11:30.697114 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-cf45b096-85ca-4c8f-b354-457701979b0b None None] Set router eb24e58a-d306-483c-88a0-eb4acabe1110 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:11:30.723349 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a1145308-66cb-4f9f-83b4-b8b083088438 req-388264b2-2307-41d7-9c17-7f0ebab20db3 service neutron] 10.222.0.53 "GET /v2.0/networks/f09f7dbb-82c6-4d35-8521-db45cf32e53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214807 Mar 07 17:11:30.730667 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df0d34-2611-4ada-ac73-52e7a69d8d01 req-7340ebcd-030b-4f03-b24d-5a4b4374e9c8 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:30.732109 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-96df0d34-2611-4ada-ac73-52e7a69d8d01 req-7340ebcd-030b-4f03-b24d-5a4b4374e9c8 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 946 time: 0.1085689 Mar 07 17:11:30.835521 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-96df0d34-2611-4ada-ac73-52e7a69d8d01 req-eefba941-9e6f-458b-8351-42637b71c5ef tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933578 Mar 07 17:11:30.855672 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a1145308-66cb-4f9f-83b4-b8b083088438 req-b6000cb0-6678-4656-afce-1ec103fda7c7 service neutron] 10.222.0.53 "GET /v2.0/networks/f09f7dbb-82c6-4d35-8521-db45cf32e53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225405 Mar 07 17:11:30.895829 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-cf45b096-85ca-4c8f-b354-457701979b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb24e58a-d306-483c-88a0-eb4acabe1110', 'name': 'tempest-TestShelveInstance-1210523138-router', 'tenant_id': '9c209a56518a47aea7e997fd4223a98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '700fbc10-f6b5-4502-bb37-c6d1228d10fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:04:53Z', 'updated_at': '2022-03-07T17:04:56Z', 'revision_number': 4, 'project_id': '9c209a56518a47aea7e997fd4223a98c', 'gw_port': {'id': '700fbc10-f6b5-4502-bb37-c6d1228d10fd', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:51:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb24e58a-d306-483c-88a0-eb4acabe1110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:53Z', 'updated_at': '2022-03-07T17:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': 'd8b03bae-43aa-4a01-81e9-24d4498b1aac', 'name': '', 'network_id': 'f09f7dbb-82c6-4d35-8521-db45cf32e53c', 'tenant_id': '9c209a56518a47aea7e997fd4223a98c', 'mac_address': 'fa:16:3e:ac:d8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb24e58a-d306-483c-88a0-eb4acabe1110', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '59906c62-41b2-4312-809f-0ad753757d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:55Z', 'updated_at': '2022-03-07T17:05:01Z', 'revision_number': 5, 'project_id': '9c209a56518a47aea7e997fd4223a98c', 'subnets': [{'id': '59906c62-41b2-4312-809f-0ad753757d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:11:30.922838 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf45b096-85ca-4c8f-b354-457701979b0b None None] The sync data for ids ['eb24e58a-d306-483c-88a0-eb4acabe1110'] in dv-cinder-804035-42-iscsi is: [{'id': 'eb24e58a-d306-483c-88a0-eb4acabe1110', 'name': 'tempest-TestShelveInstance-1210523138-router', 'tenant_id': '9c209a56518a47aea7e997fd4223a98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '700fbc10-f6b5-4502-bb37-c6d1228d10fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:04:53Z', 'updated_at': '2022-03-07T17:04:56Z', 'revision_number': 4, 'project_id': '9c209a56518a47aea7e997fd4223a98c', 'gw_port': {'id': '700fbc10-f6b5-4502-bb37-c6d1228d10fd', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:51:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb24e58a-d306-483c-88a0-eb4acabe1110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:53Z', 'updated_at': '2022-03-07T17:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': 'd8b03bae-43aa-4a01-81e9-24d4498b1aac', 'name': '', 'network_id': 'f09f7dbb-82c6-4d35-8521-db45cf32e53c', 'tenant_id': '9c209a56518a47aea7e997fd4223a98c', 'mac_address': 'fa:16:3e:ac:d8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb24e58a-d306-483c-88a0-eb4acabe1110', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '59906c62-41b2-4312-809f-0ad753757d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:55Z', 'updated_at': '2022-03-07T17:05:01Z', 'revision_number': 5, 'project_id': '9c209a56518a47aea7e997fd4223a98c', 'subnets': [{'id': '59906c62-41b2-4312-809f-0ad753757d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:11:31.136614 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da63704f-3fb5-4778-a26d-cc72f046d93c None None] New status for floating IP 35c4c0f6-4ac9-4fd3-a367-d159c8aee246: DOWN {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:11:31.285456 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:11:31.956473 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f968a12-b497-4e6c-b7fe-301c8e4850c0 req-224e264a-09ec-4b53-946e-788ac30ce8c4 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:31.957920 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6f968a12-b497-4e6c-b7fe-301c8e4850c0 req-224e264a-09ec-4b53-946e-788ac30ce8c4 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 946 time: 0.0531836 Mar 07 17:11:32.006401 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6f968a12-b497-4e6c-b7fe-301c8e4850c0 req-c18e4ced-bd55-4427-8122-1d896c34e113 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/security-groups?id=98387b91-8117-42b1-8863-2fb1978d3f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429680 Mar 07 17:11:32.439468 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0256c7e5-10c3-4a1c-8724-e64d42405895 req-5e5abedb-cc01-440f-83bf-7880b4ef9789 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:32.440893 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0256c7e5-10c3-4a1c-8724-e64d42405895 req-5e5abedb-cc01-440f-83bf-7880b4ef9789 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.53 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 946 time: 0.0567150 Mar 07 17:11:32.532907 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-0256c7e5-10c3-4a1c-8724-e64d42405895 req-6c6352eb-b46c-4c96-88d8-0dac81266f8d tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Deleting port a59e2276-4826-4703-86f5-50aec68d19d9 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:11:32.533158 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-0256c7e5-10c3-4a1c-8724-e64d42405895 req-6c6352eb-b46c-4c96-88d8-0dac81266f8d tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (a59e2276-4826-4703-86f5-50aec68d19d9), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:32.623388 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-0256c7e5-10c3-4a1c-8724-e64d42405895 req-6c6352eb-b46c-4c96-88d8-0dac81266f8d tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] For port a59e2276-4826-4703-86f5-50aec68d19d9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a59e2276-4826-4703-86f5-50aec68d19d9,segment=NetworkSegment(b6706fab-4ae8-42aa-8ada-1adefbc92609),segment_id=b6706fab-4ae8-42aa-8ada-1adefbc92609)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:11:32.623775 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-0256c7e5-10c3-4a1c-8724-e64d42405895 req-6c6352eb-b46c-4c96-88d8-0dac81266f8d tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (a59e2276-4826-4703-86f5-50aec68d19d9), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:32.635555 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-0256c7e5-10c3-4a1c-8724-e64d42405895 req-6c6352eb-b46c-4c96-88d8-0dac81266f8d tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Calling delete_port for a59e2276-4826-4703-86f5-50aec68d19d9 owned by compute:nova {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:11:32.807690 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-0256c7e5-10c3-4a1c-8724-e64d42405895 req-6c6352eb-b46c-4c96-88d8-0dac81266f8d tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (a59e2276-4826-4703-86f5-50aec68d19d9), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:32.842177 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6352eb-b46c-4c96-88d8-0dac81266f8d tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Pushing event deleted for resources: {'Port': ['ID=a59e2276-4826-4703-86f5-50aec68d19d9,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:32.885468 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-0256c7e5-10c3-4a1c-8724-e64d42405895 req-6c6352eb-b46c-4c96-88d8-0dac81266f8d tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] No DVR routers for this DVR port a59e2276-4826-4703-86f5-50aec68d19d9 on host hv-cinder-80403 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:11:32.887893 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-0256c7e5-10c3-4a1c-8724-e64d42405895 req-6c6352eb-b46c-4c96-88d8-0dac81266f8d tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:32.891893 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0256c7e5-10c3-4a1c-8724-e64d42405895 req-6c6352eb-b46c-4c96-88d8-0dac81266f8d tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.53 "DELETE /v2.0/ports/a59e2276-4826-4703-86f5-50aec68d19d9 HTTP/1.1" status: 204 len: 173 time: 0.4453137 Mar 07 17:11:32.892349 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204d7dde-160a-4e0f-8c23-c205ac15d099', 'name': 'network-vif-deleted', 'tag': 'a59e2276-4826-4703-86f5-50aec68d19d9'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:11:32.894538 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aba4c615e876ca6c23e5fed61a3d1f980fac3f984d457871ad3b292fe147bdb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cacbcc21-86a1-4bbe-a732-2a535cb5cd5d" -d '{"events": [{"server_uuid": "204d7dde-160a-4e0f-8c23-c205ac15d099", "name": "network-vif-deleted", "tag": "a59e2276-4826-4703-86f5-50aec68d19d9"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:11:32.928200 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4552c3-2403-432b-81f9-97a737146246 x-openstack-request-id: req-2d4552c3-2403-432b-81f9-97a737146246 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:11:32.928502 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "204d7dde-160a-4e0f-8c23-c205ac15d099", "name": "network-vif-deleted", "tag": "a59e2276-4826-4703-86f5-50aec68d19d9", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:11:32.928761 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2d4552c3-2403-432b-81f9-97a737146246 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:11:32.929160 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '204d7dde-160a-4e0f-8c23-c205ac15d099', 'name': 'network-vif-deleted', 'tag': 'a59e2276-4826-4703-86f5-50aec68d19d9', 'status': 'completed', 'code': 200} Mar 07 17:11:33.102191 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5817be49-8cb3-4876-a027-fcaea37c72bf req-e42ca282-737d-4dd4-8a7d-6a486b4954b9 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 210 time: 0.0273550 Mar 07 17:11:34.211229 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-50b7e244-1122-4224-b2b2-a11c343e1ab9 req-68706ea7-b3b5-4fe4-98af-c78a2102487f tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "GET /v2.0/ports?device_id=204d7dde-160a-4e0f-8c23-c205ac15d099 HTTP/1.1" status: 200 len: 210 time: 0.0318124 Mar 07 17:11:35.268206 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 38306) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:11:35.329904 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-db5fbd4e-18b1-4465-940f-4da725d0d6d5 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Publish callbacks [] for security_group (98387b91-8117-42b1-8863-2fb1978d3f5c), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:35.354510 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-db5fbd4e-18b1-4465-940f-4da725d0d6d5 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Publish callbacks [] for security_group (98387b91-8117-42b1-8863-2fb1978d3f5c), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:35.481953 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-db5fbd4e-18b1-4465-940f-4da725d0d6d5 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (98387b91-8117-42b1-8863-2fb1978d3f5c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:35.484484 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-db5fbd4e-18b1-4465-940f-4da725d0d6d5 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:35.485671 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-db5fbd4e-18b1-4465-940f-4da725d0d6d5 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] 10.222.0.45 "DELETE /v2.0/security-groups/98387b91-8117-42b1-8863-2fb1978d3f5c HTTP/1.1" status: 204 len: 168 time: 0.2164481 Mar 07 17:11:35.498142 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5fbd4e-18b1-4465-940f-4da725d0d6d5 tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98387b91-8117-42b1-8863-2fb1978d3f5c,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:35.602338 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 38310) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:11:36.033774 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-02a04323-0fec-48ce-9fa1-8c4a66e6b1ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2051416'] for router_interface (eb24e58a-d306-483c-88a0-eb4acabe1110), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:36.057219 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device a59e2276-4826-4703-86f5-50aec68d19d9 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:11:36.077819 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] No Port match for: a59e2276-4826-4703-86f5-50aec68d19d9 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:11:36.078249 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device a59e2276-4826-4703-86f5-50aec68d19d9 not bound to the agent host hv-cinder-80403 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:11:36.279537 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-02a04323-0fec-48ce-9fa1-8c4a66e6b1ee admin admin] Deleting port d8b03bae-43aa-4a01-81e9-24d4498b1aac {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:11:36.280089 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-02a04323-0fec-48ce-9fa1-8c4a66e6b1ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (d8b03bae-43aa-4a01-81e9-24d4498b1aac), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:36.359241 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-02a04323-0fec-48ce-9fa1-8c4a66e6b1ee admin admin] For port d8b03bae-43aa-4a01-81e9-24d4498b1aac, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=d8b03bae-43aa-4a01-81e9-24d4498b1aac,segment=NetworkSegment(b6706fab-4ae8-42aa-8ada-1adefbc92609),segment_id=b6706fab-4ae8-42aa-8ada-1adefbc92609)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:11:36.359631 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-02a04323-0fec-48ce-9fa1-8c4a66e6b1ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (d8b03bae-43aa-4a01-81e9-24d4498b1aac), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:36.372484 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-02a04323-0fec-48ce-9fa1-8c4a66e6b1ee admin admin] Calling delete_port for d8b03bae-43aa-4a01-81e9-24d4498b1aac owned by network:router_interface {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:11:36.613637 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-02a04323-0fec-48ce-9fa1-8c4a66e6b1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51013872'] for port (d8b03bae-43aa-4a01-81e9-24d4498b1aac), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:36.639018 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a04323-0fec-48ce-9fa1-8c4a66e6b1ee admin admin] Pushing event deleted for resources: {'Port': ['ID=d8b03bae-43aa-4a01-81e9-24d4498b1aac,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:36.803987 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-02a04323-0fec-48ce-9fa1-8c4a66e6b1ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2051372'] for router_interface (eb24e58a-d306-483c-88a0-eb4acabe1110), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:37.021674 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02a04323-0fec-48ce-9fa1-8c4a66e6b1ee admin admin] Router eb24e58a-d306-483c-88a0-eb4acabe1110 has already been hosted by L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:11:37.126661 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a04323-0fec-48ce-9fa1-8c4a66e6b1ee admin admin] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:11:37.131893 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-02a04323-0fec-48ce-9fa1-8c4a66e6b1ee admin admin] 10.222.0.45 "PUT /v2.0/routers/eb24e58a-d306-483c-88a0-eb4acabe1110/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5283966 Mar 07 17:11:37.134267 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 38316) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:11:37.135597 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8337a0a3-7cc3-42d7-a6c0-1395e9cff109 None None] Sync routers for ids ['eb24e58a-d306-483c-88a0-eb4acabe1110'] in dv-cinder-804035-42-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:11:37.145822 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8337a0a3-7cc3-42d7-a6c0-1395e9cff109 None None] Routers {'eb24e58a-d306-483c-88a0-eb4acabe1110'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:11:37.146440 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-8337a0a3-7cc3-42d7-a6c0-1395e9cff109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:11:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['eb24e58a-d306-483c-88a0-eb4acabe1110'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:11:37.239965 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e86a7161-358f-4beb-82b9-9c6948bba76d admin admin] Publish callbacks [] for router (eb24e58a-d306-483c-88a0-eb4acabe1110), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:37.253368 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-8337a0a3-7cc3-42d7-a6c0-1395e9cff109 None None] Set router eb24e58a-d306-483c-88a0-eb4acabe1110 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:11:37.451285 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-8337a0a3-7cc3-42d7-a6c0-1395e9cff109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb24e58a-d306-483c-88a0-eb4acabe1110', 'name': 'tempest-TestShelveInstance-1210523138-router', 'tenant_id': '9c209a56518a47aea7e997fd4223a98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '700fbc10-f6b5-4502-bb37-c6d1228d10fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:04:53Z', 'updated_at': '2022-03-07T17:11:36Z', 'revision_number': 5, 'project_id': '9c209a56518a47aea7e997fd4223a98c', 'gw_port': {'id': '700fbc10-f6b5-4502-bb37-c6d1228d10fd', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:51:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb24e58a-d306-483c-88a0-eb4acabe1110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:53Z', 'updated_at': '2022-03-07T17:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi'}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:11:37.482053 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8337a0a3-7cc3-42d7-a6c0-1395e9cff109 None None] Checking router: eb24e58a-d306-483c-88a0-eb4acabe1110 for host: dv-cinder-804035-42-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:11:37.492725 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8337a0a3-7cc3-42d7-a6c0-1395e9cff109 None None] Routers {'eb24e58a-d306-483c-88a0-eb4acabe1110'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:11:37.493339 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-8337a0a3-7cc3-42d7-a6c0-1395e9cff109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:11:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['eb24e58a-d306-483c-88a0-eb4acabe1110'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:11:37.553010 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e86a7161-358f-4beb-82b9-9c6948bba76d admin admin] Publish callbacks [] for router_gateway (eb24e58a-d306-483c-88a0-eb4acabe1110), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:37.665301 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-e86a7161-358f-4beb-82b9-9c6948bba76d admin admin] Deleting port 700fbc10-f6b5-4502-bb37-c6d1228d10fd {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:11:37.665633 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e86a7161-358f-4beb-82b9-9c6948bba76d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (700fbc10-f6b5-4502-bb37-c6d1228d10fd), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:37.730687 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-8337a0a3-7cc3-42d7-a6c0-1395e9cff109 None None] Set router eb24e58a-d306-483c-88a0-eb4acabe1110 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:11:37.747161 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-e86a7161-358f-4beb-82b9-9c6948bba76d admin admin] For port 700fbc10-f6b5-4502-bb37-c6d1228d10fd, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=700fbc10-f6b5-4502-bb37-c6d1228d10fd,segment=NetworkSegment(733ea0a4-2088-41be-a436-48329c6e880b),segment_id=733ea0a4-2088-41be-a436-48329c6e880b)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:11:37.747631 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e86a7161-358f-4beb-82b9-9c6948bba76d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (700fbc10-f6b5-4502-bb37-c6d1228d10fd), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:37.760068 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-e86a7161-358f-4beb-82b9-9c6948bba76d admin admin] Calling delete_port for 700fbc10-f6b5-4502-bb37-c6d1228d10fd owned by network:router_gateway {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:11:37.906056 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-8337a0a3-7cc3-42d7-a6c0-1395e9cff109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb24e58a-d306-483c-88a0-eb4acabe1110', 'name': 'tempest-TestShelveInstance-1210523138-router', 'tenant_id': '9c209a56518a47aea7e997fd4223a98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '700fbc10-f6b5-4502-bb37-c6d1228d10fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:04:53Z', 'updated_at': '2022-03-07T17:11:36Z', 'revision_number': 5, 'project_id': '9c209a56518a47aea7e997fd4223a98c', 'gw_port': {'id': '700fbc10-f6b5-4502-bb37-c6d1228d10fd', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:51:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb24e58a-d306-483c-88a0-eb4acabe1110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:53Z', 'updated_at': '2022-03-07T17:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi'}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:11:37.932535 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8337a0a3-7cc3-42d7-a6c0-1395e9cff109 None None] The sync data for ids ['eb24e58a-d306-483c-88a0-eb4acabe1110'] in dv-cinder-804035-42-iscsi is: [{'id': 'eb24e58a-d306-483c-88a0-eb4acabe1110', 'name': 'tempest-TestShelveInstance-1210523138-router', 'tenant_id': '9c209a56518a47aea7e997fd4223a98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '700fbc10-f6b5-4502-bb37-c6d1228d10fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:04:53Z', 'updated_at': '2022-03-07T17:11:36Z', 'revision_number': 5, 'project_id': '9c209a56518a47aea7e997fd4223a98c', 'gw_port': {'id': '700fbc10-f6b5-4502-bb37-c6d1228d10fd', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:51:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb24e58a-d306-483c-88a0-eb4acabe1110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:04:53Z', 'updated_at': '2022-03-07T17:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi'}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:11:38.007628 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e86a7161-358f-4beb-82b9-9c6948bba76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51013872'] for port (700fbc10-f6b5-4502-bb37-c6d1228d10fd), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:38.035756 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a7161-358f-4beb-82b9-9c6948bba76d admin admin] Pushing event deleted for resources: {'Port': ['ID=700fbc10-f6b5-4502-bb37-c6d1228d10fd,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:38.097220 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e86a7161-358f-4beb-82b9-9c6948bba76d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2048134'] for router_gateway (eb24e58a-d306-483c-88a0-eb4acabe1110), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:38.202924 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e86a7161-358f-4beb-82b9-9c6948bba76d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2052402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57210'] for router (eb24e58a-d306-483c-88a0-eb4acabe1110), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:38.205883 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e86a7161-358f-4beb-82b9-9c6948bba76d admin admin] Publish callbacks [] for router_controller (eb24e58a-d306-483c-88a0-eb4acabe1110), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:38.333381 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e86a7161-358f-4beb-82b9-9c6948bba76d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2052389'] for router (eb24e58a-d306-483c-88a0-eb4acabe1110), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:38.334091 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86a7161-358f-4beb-82b9-9c6948bba76d admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb24e58a-d306-483c-88a0-eb4acabe1110 {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 17:11:38.339295 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e86a7161-358f-4beb-82b9-9c6948bba76d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:38.346325 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-e86a7161-358f-4beb-82b9-9c6948bba76d admin admin] 10.222.0.45 "DELETE /v2.0/routers/eb24e58a-d306-483c-88a0-eb4acabe1110 HTTP/1.1" status: 204 len: 168 time: 1.2083075 Mar 07 17:11:38.346712 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 38318) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:11:38.401741 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_v2 [None req-a29fa3c8-d333-4e59-9875-2d112f9d356c admin admin] Deleting subnet 59906c62-41b2-4312-809f-0ad753757d03 {{(pid=103431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 17:11:38.405187 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a29fa3c8-d333-4e59-9875-2d112f9d356c admin admin] Publish callbacks [] for subnet (59906c62-41b2-4312-809f-0ad753757d03), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:38.432833 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device d8b03bae-43aa-4a01-81e9-24d4498b1aac no longer exists at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:11:38.441876 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a29fa3c8-d333-4e59-9875-2d112f9d356c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60696947'] for subnet (59906c62-41b2-4312-809f-0ad753757d03), precommit_delete_associations {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:38.459212 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] No Port match for: d8b03bae-43aa-4a01-81e9-24d4498b1aac {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:11:38.459581 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device d8b03bae-43aa-4a01-81e9-24d4498b1aac not bound to the agent host dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:11:38.552597 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a29fa3c8-d333-4e59-9875-2d112f9d356c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712441'] for subnet (59906c62-41b2-4312-809f-0ad753757d03), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:38.665328 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a29fa3c8-d333-4e59-9875-2d112f9d356c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58733494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60764649'] for subnet (59906c62-41b2-4312-809f-0ad753757d03), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:38.690784 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29fa3c8-d333-4e59-9875-2d112f9d356c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59906c62-41b2-4312-809f-0ad753757d03,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:38.694368 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a29fa3c8-d333-4e59-9875-2d112f9d356c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:38.697821 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-a29fa3c8-d333-4e59-9875-2d112f9d356c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/59906c62-41b2-4312-809f-0ad753757d03 HTTP/1.1" status: 204 len: 168 time: 0.3498433 Mar 07 17:11:38.700065 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 38320) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:11:38.700226 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cf595e-0839-4baa-b98b-ce95069b8f5f None None] Network f09f7dbb-82c6-4d35-8521-db45cf32e53c requested from dv-cinder-804035-42-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:11:38.772506 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0d34fc93-225e-4745-85a3-0b0bd7cabeaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748406'] for network (f09f7dbb-82c6-4d35-8521-db45cf32e53c), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:38.827326 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-0d34fc93-225e-4745-85a3-0b0bd7cabeaa admin admin] Deleting port b6785f72-288f-4546-801d-15608f5b2038 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:11:38.827705 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0d34fc93-225e-4745-85a3-0b0bd7cabeaa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (b6785f72-288f-4546-801d-15608f5b2038), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:38.889181 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-0d34fc93-225e-4745-85a3-0b0bd7cabeaa admin admin] For port b6785f72-288f-4546-801d-15608f5b2038, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=b6785f72-288f-4546-801d-15608f5b2038,segment=NetworkSegment(b6706fab-4ae8-42aa-8ada-1adefbc92609),segment_id=b6706fab-4ae8-42aa-8ada-1adefbc92609)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:11:38.889548 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0d34fc93-225e-4745-85a3-0b0bd7cabeaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (b6785f72-288f-4546-801d-15608f5b2038), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:38.902310 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-0d34fc93-225e-4745-85a3-0b0bd7cabeaa admin admin] Calling delete_port for b6785f72-288f-4546-801d-15608f5b2038 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:11:38.960238 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db41ceba-de4e-4e6e-954d-33277ea93244 None None] DHCP port deletion for f09f7dbb-82c6-4d35-8521-db45cf32e53c request from dv-cinder-804035-42-iscsi {{(pid=103440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 17:11:39.015682 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-db41ceba-de4e-4e6e-954d-33277ea93244 None None] Deleting port b6785f72-288f-4546-801d-15608f5b2038 {{(pid=103440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:11:39.016056 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-db41ceba-de4e-4e6e-954d-33277ea93244 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (b6785f72-288f-4546-801d-15608f5b2038), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:39.030826 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0d34fc93-225e-4745-85a3-0b0bd7cabeaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (b6785f72-288f-4546-801d-15608f5b2038), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:39.058418 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d34fc93-225e-4745-85a3-0b0bd7cabeaa admin admin] Pushing event deleted for resources: {'Port': ['ID=b6785f72-288f-4546-801d-15608f5b2038,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:39.060346 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d34fc93-225e-4745-85a3-0b0bd7cabeaa admin admin] No DVR routers for this DVR port b6785f72-288f-4546-801d-15608f5b2038 on host dv-cinder-804035-42-iscsi {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:11:39.081106 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-db41ceba-de4e-4e6e-954d-33277ea93244 None None] For port b6785f72-288f-4546-801d-15608f5b2038, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=b6785f72-288f-4546-801d-15608f5b2038,segment=NetworkSegment(b6706fab-4ae8-42aa-8ada-1adefbc92609),segment_id=b6706fab-4ae8-42aa-8ada-1adefbc92609)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:11:39.081504 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-db41ceba-de4e-4e6e-954d-33277ea93244 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (b6785f72-288f-4546-801d-15608f5b2038), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:39.093515 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-db41ceba-de4e-4e6e-954d-33277ea93244 None None] Calling delete_port for b6785f72-288f-4546-801d-15608f5b2038 owned by network:dhcp {{(pid=103440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:11:39.133338 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0d34fc93-225e-4745-85a3-0b0bd7cabeaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856182', 'neutron.services.segments.db._delete_segments_for_network-8762244314215'] for network (f09f7dbb-82c6-4d35-8521-db45cf32e53c), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:39.154077 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-0d34fc93-225e-4745-85a3-0b0bd7cabeaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f09f7dbb-82c6-4d35-8521-db45cf32e53c']}} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:11:39.163777 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-0d34fc93-225e-4745-85a3-0b0bd7cabeaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6706fab-4ae8-42aa-8ada-1adefbc92609') {'for_net_delete': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:11:39.164065 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-0d34fc93-225e-4745-85a3-0b0bd7cabeaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6706fab-4ae8-42aa-8ada-1adefbc92609') {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:11:39.173320 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0d34fc93-225e-4745-85a3-0b0bd7cabeaa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762244314736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60696968'] for segment (b6706fab-4ae8-42aa-8ada-1adefbc92609), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:39.186204 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0d34fc93-225e-4745-85a3-0b0bd7cabeaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696658'] for segment (b6706fab-4ae8-42aa-8ada-1adefbc92609), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:39.192060 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d34fc93-225e-4745-85a3-0b0bd7cabeaa admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=103431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 17:11:39.196008 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0d34fc93-225e-4745-85a3-0b0bd7cabeaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58733532'] for segment (b6706fab-4ae8-42aa-8ada-1adefbc92609), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:39.196008 dv-cinder-804035-42-iscsi neutron-server[103431]: Traceback (most recent call last): Mar 07 17:11:39.196008 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 17:11:39.196008 dv-cinder-804035-42-iscsi neutron-server[103431]: timer() Mar 07 17:11:39.196008 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 17:11:39.196008 dv-cinder-804035-42-iscsi neutron-server[103431]: cb(*args, **kw) Mar 07 17:11:39.196008 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 17:11:39.196008 dv-cinder-804035-42-iscsi neutron-server[103431]: return func(*args, **kwargs) Mar 07 17:11:39.196008 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 17:11:39.196008 dv-cinder-804035-42-iscsi neutron-server[103431]: self._notify() Mar 07 17:11:39.196008 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 17:11:39.196008 dv-cinder-804035-42-iscsi neutron-server[103431]: self.callback(batched_events) Mar 07 17:11:39.196008 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 17:11:39.196008 dv-cinder-804035-42-iscsi neutron-server[103431]: event.method(event) Mar 07 17:11:39.196008 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 17:11:39.196008 dv-cinder-804035-42-iscsi neutron-server[103431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 17:11:39.196008 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 17:11:39.196008 dv-cinder-804035-42-iscsi neutron-server[103431]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 17:11:39.196008 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 17:11:39.196008 dv-cinder-804035-42-iscsi neutron-server[103431]: return f(self, *a, **k) Mar 07 17:11:39.196008 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 17:11:39.196008 dv-cinder-804035-42-iscsi neutron-server[103431]: return self._get(url).json() Mar 07 17:11:39.196008 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 17:11:39.196008 dv-cinder-804035-42-iscsi neutron-server[103431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 17:11:39.196008 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 17:11:39.196008 dv-cinder-804035-42-iscsi neutron-server[103431]: return self.request(url, 'GET', **kwargs) Mar 07 17:11:39.196008 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 17:11:39.196008 dv-cinder-804035-42-iscsi neutron-server[103431]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 17:11:39.196008 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 17:11:39.196008 dv-cinder-804035-42-iscsi neutron-server[103431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 17:11:39.196008 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 17:11:39.196008 dv-cinder-804035-42-iscsi neutron-server[103431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 17:11:39.196008 dv-cinder-804035-42-iscsi neutron-server[103431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 17:11:39.211615 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-db41ceba-de4e-4e6e-954d-33277ea93244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386'] for port (b6785f72-288f-4546-801d-15608f5b2038), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:39.239981 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db41ceba-de4e-4e6e-954d-33277ea93244 None None] Pushing event deleted for resources: {'Port': ['ID=b6785f72-288f-4546-801d-15608f5b2038,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:39.241868 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db41ceba-de4e-4e6e-954d-33277ea93244 None None] No DVR routers for this DVR port b6785f72-288f-4546-801d-15608f5b2038 on host dv-cinder-804035-42-iscsi {{(pid=103440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:11:39.299975 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0d34fc93-225e-4745-85a3-0b0bd7cabeaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2048162'] for network (f09f7dbb-82c6-4d35-8521-db45cf32e53c), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:39.305416 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0d34fc93-225e-4745-85a3-0b0bd7cabeaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:39.308636 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-0d34fc93-225e-4745-85a3-0b0bd7cabeaa admin admin] 10.222.0.45 "DELETE /v2.0/networks/f09f7dbb-82c6-4d35-8521-db45cf32e53c HTTP/1.1" status: 204 len: 168 time: 0.6075730 Mar 07 17:11:39.311613 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 38322) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:11:39.323029 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d34fc93-225e-4745-85a3-0b0bd7cabeaa admin admin] Pushing event deleted for resources: {'Network': ['ID=f09f7dbb-82c6-4d35-8521-db45cf32e53c,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:39.660891 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-051f7d84-9e4a-49a5-bdff-5fc08b540ea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2051416'] for router_interface (a913e585-1542-4841-a10a-559838d1429c), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:39.902245 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-051f7d84-9e4a-49a5-bdff-5fc08b540ea0 admin admin] Deleting port 9c3cc125-c420-4605-98ff-01bd4df7f527 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:11:39.902570 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-051f7d84-9e4a-49a5-bdff-5fc08b540ea0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (9c3cc125-c420-4605-98ff-01bd4df7f527), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:39.978554 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-051f7d84-9e4a-49a5-bdff-5fc08b540ea0 admin admin] For port 9c3cc125-c420-4605-98ff-01bd4df7f527, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=9c3cc125-c420-4605-98ff-01bd4df7f527,segment=NetworkSegment(308d1c6f-a227-486a-87cd-62219153fa2c),segment_id=308d1c6f-a227-486a-87cd-62219153fa2c)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:11:39.978829 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-051f7d84-9e4a-49a5-bdff-5fc08b540ea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (9c3cc125-c420-4605-98ff-01bd4df7f527), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:39.990907 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-051f7d84-9e4a-49a5-bdff-5fc08b540ea0 admin admin] Calling delete_port for 9c3cc125-c420-4605-98ff-01bd4df7f527 owned by network:router_interface {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:11:40.218617 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-051f7d84-9e4a-49a5-bdff-5fc08b540ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51013872'] for port (9c3cc125-c420-4605-98ff-01bd4df7f527), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:40.247688 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f7d84-9e4a-49a5-bdff-5fc08b540ea0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c3cc125-c420-4605-98ff-01bd4df7f527,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:40.435776 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-051f7d84-9e4a-49a5-bdff-5fc08b540ea0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2051372'] for router_interface (a913e585-1542-4841-a10a-559838d1429c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:40.441107 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 700fbc10-f6b5-4502-bb37-c6d1228d10fd no longer exists at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:11:40.464151 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] No Port match for: 700fbc10-f6b5-4502-bb37-c6d1228d10fd {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:11:40.464491 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 700fbc10-f6b5-4502-bb37-c6d1228d10fd not bound to the agent host dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:11:40.464900 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device b6785f72-288f-4546-801d-15608f5b2038 no longer exists at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:11:40.483367 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] No Port match for: b6785f72-288f-4546-801d-15608f5b2038 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:11:40.483748 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device b6785f72-288f-4546-801d-15608f5b2038 not bound to the agent host dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:11:40.650144 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-051f7d84-9e4a-49a5-bdff-5fc08b540ea0 admin admin] Router a913e585-1542-4841-a10a-559838d1429c has already been hosted by L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:11:40.753409 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051f7d84-9e4a-49a5-bdff-5fc08b540ea0 admin admin] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:11:40.758277 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-051f7d84-9e4a-49a5-bdff-5fc08b540ea0 admin admin] 10.222.0.45 "PUT /v2.0/routers/a913e585-1542-4841-a10a-559838d1429c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4456241 Mar 07 17:11:40.760952 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 38324) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:11:40.761619 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7904c31-7275-403e-a730-a6f9ef1d3be8 None None] Sync routers for ids ['a913e585-1542-4841-a10a-559838d1429c'] in dv-cinder-804035-42-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:11:40.770975 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7904c31-7275-403e-a730-a6f9ef1d3be8 None None] Routers {'a913e585-1542-4841-a10a-559838d1429c'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:11:40.771606 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-d7904c31-7275-403e-a730-a6f9ef1d3be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:11:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['a913e585-1542-4841-a10a-559838d1429c'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:11:40.867027 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-340e0596-2737-4ccb-bd3c-c479f300e931 admin admin] Publish callbacks [] for router (a913e585-1542-4841-a10a-559838d1429c), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:40.875901 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-d7904c31-7275-403e-a730-a6f9ef1d3be8 None None] Set router a913e585-1542-4841-a10a-559838d1429c gateway port host: dv-cinder-804035-42-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:11:41.142424 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-d7904c31-7275-403e-a730-a6f9ef1d3be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a913e585-1542-4841-a10a-559838d1429c', 'name': 'tempest-TestShelveInstance-623320463-router', 'tenant_id': '92a48402ed504e168a0b73d84016bffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:04:59Z', 'updated_at': '2022-03-07T17:11:40Z', 'revision_number': 5, 'project_id': '92a48402ed504e168a0b73d84016bffd', 'gw_port': {'id': 'a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a913e585-1542-4841-a10a-559838d1429c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:05:00Z', 'updated_at': '2022-03-07T17:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi'}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:11:41.167959 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7904c31-7275-403e-a730-a6f9ef1d3be8 None None] Checking router: a913e585-1542-4841-a10a-559838d1429c for host: dv-cinder-804035-42-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:11:41.176559 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7904c31-7275-403e-a730-a6f9ef1d3be8 None None] Routers {'a913e585-1542-4841-a10a-559838d1429c'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:11:41.177156 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-d7904c31-7275-403e-a730-a6f9ef1d3be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:11:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['a913e585-1542-4841-a10a-559838d1429c'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:11:41.179745 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-340e0596-2737-4ccb-bd3c-c479f300e931 admin admin] Publish callbacks [] for router_gateway (a913e585-1542-4841-a10a-559838d1429c), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:41.285099 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-340e0596-2737-4ccb-bd3c-c479f300e931 admin admin] Deleting port a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:11:41.285440 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-340e0596-2737-4ccb-bd3c-c479f300e931 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:41.287536 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-d7904c31-7275-403e-a730-a6f9ef1d3be8 None None] Set router a913e585-1542-4841-a10a-559838d1429c gateway port host: dv-cinder-804035-42-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:11:41.365080 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-340e0596-2737-4ccb-bd3c-c479f300e931 admin admin] For port a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d,segment=NetworkSegment(733ea0a4-2088-41be-a436-48329c6e880b),segment_id=733ea0a4-2088-41be-a436-48329c6e880b)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:11:41.365533 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-340e0596-2737-4ccb-bd3c-c479f300e931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:41.377714 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-340e0596-2737-4ccb-bd3c-c479f300e931 admin admin] Calling delete_port for a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d owned by network:router_gateway {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:11:41.467751 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-d7904c31-7275-403e-a730-a6f9ef1d3be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a913e585-1542-4841-a10a-559838d1429c', 'name': 'tempest-TestShelveInstance-623320463-router', 'tenant_id': '92a48402ed504e168a0b73d84016bffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:04:59Z', 'updated_at': '2022-03-07T17:11:40Z', 'revision_number': 5, 'project_id': '92a48402ed504e168a0b73d84016bffd', 'gw_port': {'id': 'a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a913e585-1542-4841-a10a-559838d1429c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:05:00Z', 'updated_at': '2022-03-07T17:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi'}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:11:41.494157 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7904c31-7275-403e-a730-a6f9ef1d3be8 None None] The sync data for ids ['a913e585-1542-4841-a10a-559838d1429c'] in dv-cinder-804035-42-iscsi is: [{'id': 'a913e585-1542-4841-a10a-559838d1429c', 'name': 'tempest-TestShelveInstance-623320463-router', 'tenant_id': '92a48402ed504e168a0b73d84016bffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:04:59Z', 'updated_at': '2022-03-07T17:11:40Z', 'revision_number': 5, 'project_id': '92a48402ed504e168a0b73d84016bffd', 'gw_port': {'id': 'a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a913e585-1542-4841-a10a-559838d1429c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:05:00Z', 'updated_at': '2022-03-07T17:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi'}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:11:41.613324 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-340e0596-2737-4ccb-bd3c-c479f300e931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51013872'] for port (a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:41.638501 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e0596-2737-4ccb-bd3c-c479f300e931 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:41.698975 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-340e0596-2737-4ccb-bd3c-c479f300e931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2048134'] for router_gateway (a913e585-1542-4841-a10a-559838d1429c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:41.787267 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-340e0596-2737-4ccb-bd3c-c479f300e931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2052402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57210'] for router (a913e585-1542-4841-a10a-559838d1429c), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:41.789276 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-340e0596-2737-4ccb-bd3c-c479f300e931 admin admin] Publish callbacks [] for router_controller (a913e585-1542-4841-a10a-559838d1429c), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:41.899636 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-340e0596-2737-4ccb-bd3c-c479f300e931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2052389'] for router (a913e585-1542-4841-a10a-559838d1429c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:41.900170 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340e0596-2737-4ccb-bd3c-c479f300e931 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a913e585-1542-4841-a10a-559838d1429c {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 17:11:41.905299 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-340e0596-2737-4ccb-bd3c-c479f300e931 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:41.906525 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-340e0596-2737-4ccb-bd3c-c479f300e931 admin admin] 10.222.0.45 "DELETE /v2.0/routers/a913e585-1542-4841-a10a-559838d1429c HTTP/1.1" status: 204 len: 168 time: 1.1446509 Mar 07 17:11:41.915265 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 38326) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:11:41.962763 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-98f3feff-2cdc-455b-b5d3-50e66a2a9b2d admin admin] Deleting subnet b1907f5b-6e32-4a81-9046-a736a6beba50 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 17:11:41.966746 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-98f3feff-2cdc-455b-b5d3-50e66a2a9b2d admin admin] Publish callbacks [] for subnet (b1907f5b-6e32-4a81-9046-a736a6beba50), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:42.000779 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-98f3feff-2cdc-455b-b5d3-50e66a2a9b2d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50884072'] for subnet (b1907f5b-6e32-4a81-9046-a736a6beba50), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:42.111984 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-98f3feff-2cdc-455b-b5d3-50e66a2a9b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712441'] for subnet (b1907f5b-6e32-4a81-9046-a736a6beba50), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:42.219396 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-98f3feff-2cdc-455b-b5d3-50e66a2a9b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51013831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-52271239'] for subnet (b1907f5b-6e32-4a81-9046-a736a6beba50), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:42.244836 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f3feff-2cdc-455b-b5d3-50e66a2a9b2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1907f5b-6e32-4a81-9046-a736a6beba50,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:42.248266 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-98f3feff-2cdc-455b-b5d3-50e66a2a9b2d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:42.253228 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-98f3feff-2cdc-455b-b5d3-50e66a2a9b2d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/b1907f5b-6e32-4a81-9046-a736a6beba50 HTTP/1.1" status: 204 len: 168 time: 0.3367155 Mar 07 17:11:42.254366 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 38328) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:11:42.255259 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69920eb-a1f6-45ab-ad59-ec0c7fb6760e None None] Network 4d4debca-90ff-49a2-869b-fd229b66a90c requested from dv-cinder-804035-42-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:11:42.323775 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-89a69494-07f1-4acf-bfac-0e6e60c2f114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748406'] for network (4d4debca-90ff-49a2-869b-fd229b66a90c), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:42.381560 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-89a69494-07f1-4acf-bfac-0e6e60c2f114 admin admin] Deleting port dbfd9933-3af9-48db-874a-20ccb434247a {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:11:42.381924 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-89a69494-07f1-4acf-bfac-0e6e60c2f114 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (dbfd9933-3af9-48db-874a-20ccb434247a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:42.442381 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-89a69494-07f1-4acf-bfac-0e6e60c2f114 admin admin] For port dbfd9933-3af9-48db-874a-20ccb434247a, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=dbfd9933-3af9-48db-874a-20ccb434247a,segment=NetworkSegment(308d1c6f-a227-486a-87cd-62219153fa2c),segment_id=308d1c6f-a227-486a-87cd-62219153fa2c)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:11:42.442674 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-89a69494-07f1-4acf-bfac-0e6e60c2f114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (dbfd9933-3af9-48db-874a-20ccb434247a), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:42.456558 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-89a69494-07f1-4acf-bfac-0e6e60c2f114 admin admin] Calling delete_port for dbfd9933-3af9-48db-874a-20ccb434247a owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:11:42.481131 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a54213-6139-4c35-b890-449b05c7340e None None] DHCP port deletion for 4d4debca-90ff-49a2-869b-fd229b66a90c request from dv-cinder-804035-42-iscsi {{(pid=103440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 17:11:42.545386 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-93a54213-6139-4c35-b890-449b05c7340e None None] Deleting port dbfd9933-3af9-48db-874a-20ccb434247a {{(pid=103440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:11:42.545760 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-93a54213-6139-4c35-b890-449b05c7340e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (dbfd9933-3af9-48db-874a-20ccb434247a), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:42.549462 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device dbfd9933-3af9-48db-874a-20ccb434247a no longer exists at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:11:42.596925 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-89a69494-07f1-4acf-bfac-0e6e60c2f114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51013872'] for port (dbfd9933-3af9-48db-874a-20ccb434247a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:42.622829 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a69494-07f1-4acf-bfac-0e6e60c2f114 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbfd9933-3af9-48db-874a-20ccb434247a,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:42.627600 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a69494-07f1-4acf-bfac-0e6e60c2f114 admin admin] No DVR routers for this DVR port dbfd9933-3af9-48db-874a-20ccb434247a on host dv-cinder-804035-42-iscsi {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:11:42.641833 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-93a54213-6139-4c35-b890-449b05c7340e None None] For port dbfd9933-3af9-48db-874a-20ccb434247a, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=dbfd9933-3af9-48db-874a-20ccb434247a,segment=NetworkSegment(308d1c6f-a227-486a-87cd-62219153fa2c),segment_id=308d1c6f-a227-486a-87cd-62219153fa2c)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:11:42.642234 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-93a54213-6139-4c35-b890-449b05c7340e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (dbfd9933-3af9-48db-874a-20ccb434247a), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:42.649853 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] No active binding found for port dbfd9933-3af9-48db-874a-20ccb434247a {{(pid=103440) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 07 17:11:42.650244 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] The host dv-cinder-804035-42-iscsi is not matching for port dbfd9933-3af9-48db-874a-20ccb434247a host None! {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 17:11:42.650632 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device dbfd9933-3af9-48db-874a-20ccb434247a not bound to the agent host dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:11:42.651058 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d no longer exists at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:11:42.674521 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-93a54213-6139-4c35-b890-449b05c7340e None None] Calling delete_port for dbfd9933-3af9-48db-874a-20ccb434247a owned by network:dhcp {{(pid=103440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:11:42.676489 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] No Port match for: a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:11:42.676828 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device a2ca4ce4-2317-4bcd-ab3b-cfa1bf24aa3d not bound to the agent host dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:11:42.677236 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 9c3cc125-c420-4605-98ff-01bd4df7f527 no longer exists at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:11:42.700370 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] No Port match for: 9c3cc125-c420-4605-98ff-01bd4df7f527 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:11:42.700637 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 9c3cc125-c420-4605-98ff-01bd4df7f527 not bound to the agent host dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:11:42.701420 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-89a69494-07f1-4acf-bfac-0e6e60c2f114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856182', 'neutron.services.segments.db._delete_segments_for_network-8762244314215'] for network (4d4debca-90ff-49a2-869b-fd229b66a90c), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:42.733509 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.services.segments.db [None req-89a69494-07f1-4acf-bfac-0e6e60c2f114 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d4debca-90ff-49a2-869b-fd229b66a90c']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:11:42.744302 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.services.segments.db [None req-89a69494-07f1-4acf-bfac-0e6e60c2f114 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '308d1c6f-a227-486a-87cd-62219153fa2c') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:11:42.744601 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.services.segments.db [None req-89a69494-07f1-4acf-bfac-0e6e60c2f114 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '308d1c6f-a227-486a-87cd-62219153fa2c') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:11:42.754057 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-89a69494-07f1-4acf-bfac-0e6e60c2f114 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762244314736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50883859'] for segment (308d1c6f-a227-486a-87cd-62219153fa2c), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:42.768488 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-89a69494-07f1-4acf-bfac-0e6e60c2f114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696658'] for segment (308d1c6f-a227-486a-87cd-62219153fa2c), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:42.773070 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-93a54213-6139-4c35-b890-449b05c7340e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386'] for port (dbfd9933-3af9-48db-874a-20ccb434247a), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:42.774768 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89a69494-07f1-4acf-bfac-0e6e60c2f114 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 17:11:42.775153 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-89a69494-07f1-4acf-bfac-0e6e60c2f114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51013805'] for segment (308d1c6f-a227-486a-87cd-62219153fa2c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:42.777028 dv-cinder-804035-42-iscsi neutron-server[103433]: Traceback (most recent call last): Mar 07 17:11:42.777028 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 17:11:42.777028 dv-cinder-804035-42-iscsi neutron-server[103433]: timer() Mar 07 17:11:42.777028 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 17:11:42.777028 dv-cinder-804035-42-iscsi neutron-server[103433]: cb(*args, **kw) Mar 07 17:11:42.777028 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 17:11:42.777028 dv-cinder-804035-42-iscsi neutron-server[103433]: return func(*args, **kwargs) Mar 07 17:11:42.777028 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 17:11:42.777028 dv-cinder-804035-42-iscsi neutron-server[103433]: self._notify() Mar 07 17:11:42.777028 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 17:11:42.777028 dv-cinder-804035-42-iscsi neutron-server[103433]: self.callback(batched_events) Mar 07 17:11:42.777028 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 17:11:42.777028 dv-cinder-804035-42-iscsi neutron-server[103433]: event.method(event) Mar 07 17:11:42.777028 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 17:11:42.777028 dv-cinder-804035-42-iscsi neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 17:11:42.777028 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 17:11:42.777028 dv-cinder-804035-42-iscsi neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 17:11:42.777028 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 17:11:42.777028 dv-cinder-804035-42-iscsi neutron-server[103433]: return f(self, *a, **k) Mar 07 17:11:42.777028 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 17:11:42.777028 dv-cinder-804035-42-iscsi neutron-server[103433]: return self._get(url).json() Mar 07 17:11:42.777028 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 17:11:42.777028 dv-cinder-804035-42-iscsi neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 17:11:42.777028 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 17:11:42.777028 dv-cinder-804035-42-iscsi neutron-server[103433]: return self.request(url, 'GET', **kwargs) Mar 07 17:11:42.777028 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 17:11:42.777028 dv-cinder-804035-42-iscsi neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 17:11:42.777028 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 17:11:42.777028 dv-cinder-804035-42-iscsi neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 17:11:42.777028 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 17:11:42.777028 dv-cinder-804035-42-iscsi neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 17:11:42.777028 dv-cinder-804035-42-iscsi neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 17:11:42.800453 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a54213-6139-4c35-b890-449b05c7340e None None] Pushing event deleted for resources: {'Port': ['ID=dbfd9933-3af9-48db-874a-20ccb434247a,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:42.802272 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a54213-6139-4c35-b890-449b05c7340e None None] No DVR routers for this DVR port dbfd9933-3af9-48db-874a-20ccb434247a on host dv-cinder-804035-42-iscsi {{(pid=103440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:11:42.893165 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-89a69494-07f1-4acf-bfac-0e6e60c2f114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2048162'] for network (4d4debca-90ff-49a2-869b-fd229b66a90c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:42.898649 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-89a69494-07f1-4acf-bfac-0e6e60c2f114 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:42.901742 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-89a69494-07f1-4acf-bfac-0e6e60c2f114 admin admin] 10.222.0.45 "DELETE /v2.0/networks/4d4debca-90ff-49a2-869b-fd229b66a90c HTTP/1.1" status: 204 len: 168 time: 0.6464486 Mar 07 17:11:42.912988 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a69494-07f1-4acf-bfac-0e6e60c2f114 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d4debca-90ff-49a2-869b-fd229b66a90c,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:43.117027 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 38334) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:11:43.160923 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-878d1e91-b99b-4fec-ba83-2d786a958c5b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9c209a56518a47aea7e997fd4223a98c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426567 Mar 07 17:11:43.163196 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 38336) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:11:43.208184 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-44b19114-43af-4acd-bcc1-c670597b101d admin admin] Publish callbacks [] for security_group (98860551-734a-463d-87d5-9ebd4cfa975a), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:43.228801 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-44b19114-43af-4acd-bcc1-c670597b101d admin admin] Publish callbacks [] for security_group (98860551-734a-463d-87d5-9ebd4cfa975a), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:43.321415 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-44b19114-43af-4acd-bcc1-c670597b101d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (98860551-734a-463d-87d5-9ebd4cfa975a), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:43.323952 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-44b19114-43af-4acd-bcc1-c670597b101d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:43.325096 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-44b19114-43af-4acd-bcc1-c670597b101d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/98860551-734a-463d-87d5-9ebd4cfa975a HTTP/1.1" status: 204 len: 168 time: 0.1609795 Mar 07 17:11:43.334340 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b19114-43af-4acd-bcc1-c670597b101d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98860551-734a-463d-87d5-9ebd4cfa975a,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:43.897930 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 38344) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:11:43.936368 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-a0b9934b-7587-4943-9b27-15ee82d0e408 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=92a48402ed504e168a0b73d84016bffd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373080 Mar 07 17:11:43.939660 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 38346) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:11:43.985613 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3fedb61b-f855-4aac-9df9-40279d20cf6c admin admin] Publish callbacks [] for security_group (ad3fea6e-ae6e-40dc-9873-e22f96f94016), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:44.007087 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3fedb61b-f855-4aac-9df9-40279d20cf6c admin admin] Publish callbacks [] for security_group (ad3fea6e-ae6e-40dc-9873-e22f96f94016), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:44.099285 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3fedb61b-f855-4aac-9df9-40279d20cf6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (ad3fea6e-ae6e-40dc-9873-e22f96f94016), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:44.102092 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-3fedb61b-f855-4aac-9df9-40279d20cf6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:44.103335 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-3fedb61b-f855-4aac-9df9-40279d20cf6c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ad3fea6e-ae6e-40dc-9873-e22f96f94016 HTTP/1.1" status: 204 len: 168 time: 0.1626830 Mar 07 17:11:44.112586 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fedb61b-f855-4aac-9df9-40279d20cf6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3fea6e-ae6e-40dc-9873-e22f96f94016,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:45.050844 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 38368) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:11:45.146236 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-7a900dc2-8ec7-4ee1-aaff-19528f498cfd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-33529847-network', 'tenant_id': '776f3679e77e490b893316a32842cc90'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:11:45.224205 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a900dc2-8ec7-4ee1-aaff-19528f498cfd admin admin] Made reservation on behalf of 776f3679e77e490b893316a32842cc90 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:11:45.226455 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7a900dc2-8ec7-4ee1-aaff-19528f498cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:45.234555 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7a900dc2-8ec7-4ee1-aaff-19528f498cfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:45.305466 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7a900dc2-8ec7-4ee1-aaff-19528f498cfd admin admin] Publish callbacks [] for security_group (47fceacb-94b7-4aa7-a339-7ccec82cf131), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:45.362147 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7a900dc2-8ec7-4ee1-aaff-19528f498cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (47fceacb-94b7-4aa7-a339-7ccec82cf131), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:45.387094 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a900dc2-8ec7-4ee1-aaff-19528f498cfd admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 17:11:45.395856 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a900dc2-8ec7-4ee1-aaff-19528f498cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47fceacb-94b7-4aa7-a339-7ccec82cf131,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:45.401751 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7a900dc2-8ec7-4ee1-aaff-19528f498cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696658'] for segment (23b56ee2-3cba-4684-96db-32e07f753509), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:45.402096 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.db.segments_db [None req-7a900dc2-8ec7-4ee1-aaff-19528f498cfd admin admin] Added segment 23b56ee2-3cba-4684-96db-32e07f753509 of type vlan for network 9389be18-213a-4ced-bba2-3382f718f0a8 Mar 07 17:11:45.441019 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7a900dc2-8ec7-4ee1-aaff-19528f498cfd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762243790367'] for network (9389be18-213a-4ced-bba2-3382f718f0a8), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:45.521827 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7a900dc2-8ec7-4ee1-aaff-19528f498cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490'] for network (9389be18-213a-4ced-bba2-3382f718f0a8), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:45.522779 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a900dc2-8ec7-4ee1-aaff-19528f498cfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:45.523358 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7a900dc2-8ec7-4ee1-aaff-19528f498cfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:45.582853 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a900dc2-8ec7-4ee1-aaff-19528f498cfd admin admin] Pushing event updated for resources: {'Network': ['ID=9389be18-213a-4ced-bba2-3382f718f0a8,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:45.592562 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-7a900dc2-8ec7-4ee1-aaff-19528f498cfd admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5406232 Mar 07 17:11:45.592856 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Network 9389be18-213a-4ced-bba2-3382f718f0a8 details requested by agent ovs-agent-dv-cinder-804035-42-iscsi with host dv-cinder-804035-42-iscsi {{(pid=103440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 17:11:45.595943 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 38372) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:11:45.600537 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-6b128c92-ad09-444b-9bce-5c7f7ea7adbc admin admin] Request body: {'subnet': {'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-33529847-subnet', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'ip_version': 4}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:11:45.664292 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b128c92-ad09-444b-9bce-5c7f7ea7adbc admin admin] Made reservation on behalf of 776f3679e77e490b893316a32842cc90 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:11:45.666681 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6b128c92-ad09-444b-9bce-5c7f7ea7adbc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-52271328'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:45.887419 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6b128c92-ad09-444b-9bce-5c7f7ea7adbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51015424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-52271358'] for subnet (f18b0602-960c-4c40-bfa0-ef433b9207aa), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:45.915739 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-dc6d5dd6-6498-495d-9e3c-30fb55fb6eb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:45.946424 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b128c92-ad09-444b-9bce-5c7f7ea7adbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f18b0602-960c-4c40-bfa0-ef433b9207aa,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:45.956280 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b128c92-ad09-444b-9bce-5c7f7ea7adbc admin admin] Checking segment: {'id': '23b56ee2-3cba-4684-96db-32e07f753509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:11:45.956632 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b128c92-ad09-444b-9bce-5c7f7ea7adbc admin admin] Network hostable DHCP agents. Network: 9389be18-213a-4ced-bba2-3382f718f0a8, hostable agents: ['7a37eb1f-9e1c-4804-b782-6f192b2f1d6e'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 17:11:46.035865 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b128c92-ad09-444b-9bce-5c7f7ea7adbc admin admin] Network 9389be18-213a-4ced-bba2-3382f718f0a8 is scheduled to be hosted by DHCP agent 7a37eb1f-9e1c-4804-b782-6f192b2f1d6e with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 17:11:46.116023 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-6b128c92-ad09-444b-9bce-5c7f7ea7adbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-42-iscsi, 9389be18-213a-4ced-bba2-3382f718f0a8) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:11:46.120461 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b128c92-ad09-444b-9bce-5c7f7ea7adbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:46.121056 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6b128c92-ad09-444b-9bce-5c7f7ea7adbc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:46.125403 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1131103d-ef0f-49d6-af6e-147b04e06329 None None] Network 9389be18-213a-4ced-bba2-3382f718f0a8 requested from dv-cinder-804035-42-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:11:46.210393 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-6b128c92-ad09-444b-9bce-5c7f7ea7adbc admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6132371 Mar 07 17:11:46.212847 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 38374) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:11:46.218049 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-ee6bf9dc-67dc-47b2-a486-7d3ddd899268 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-33529847-router', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'}}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:11:46.225051 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841ea66e-eb5f-4391-9070-9c01c35b8706 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6403845-1bb7-5d12-a049-1e0087d61b53-9389be18-213a-4ced-bba2-3382f718f0a8', 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8', 'project_id': '776f3679e77e490b893316a32842cc90', 'fixed_ips': [{'subnet_id': 'f18b0602-960c-4c40-bfa0-ef433b9207aa'}]}} from dv-cinder-804035-42-iscsi. {{(pid=103440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 17:11:46.225904 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-841ea66e-eb5f-4391-9070-9c01c35b8706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:46.299616 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ee6bf9dc-67dc-47b2-a486-7d3ddd899268 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2050708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57156'] for router (b42c20a0-aafe-467d-a24d-809265abcd59), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:46.300730 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ee6bf9dc-67dc-47b2-a486-7d3ddd899268 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2052452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2048215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57165'] for router (b42c20a0-aafe-467d-a24d-809265abcd59), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:46.355161 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ee6bf9dc-67dc-47b2-a486-7d3ddd899268 admin admin] Publish callbacks [] for router_controller (b42c20a0-aafe-467d-a24d-809265abcd59), precommit_add_association {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:46.356875 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.db_base_plugin_common [None req-841ea66e-eb5f-4391-9070-9c01c35b8706 None None] Allocated IP 172.20.0.2 (9389be18-213a-4ced-bba2-3382f718f0a8/f18b0602-960c-4c40-bfa0-ef433b9207aa/99fb3779-702b-49ee-9d51-727a0fc242d6) {{(pid=103440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:11:46.501043 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-841ea66e-eb5f-4391-9070-9c01c35b8706 None None] Publish callbacks [] for port (99fb3779-702b-49ee-9d51-727a0fc242d6), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:46.551994 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ee6bf9dc-67dc-47b2-a486-7d3ddd899268 admin admin] Publish callbacks [] for router_gateway (b42c20a0-aafe-467d-a24d-809265abcd59), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:46.579418 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-841ea66e-eb5f-4391-9070-9c01c35b8706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377'] for port (99fb3779-702b-49ee-9d51-727a0fc242d6), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:46.617996 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841ea66e-eb5f-4391-9070-9c01c35b8706 None None] Network 9389be18-213a-4ced-bba2-3382f718f0a8 is already hosted by enough agents. {{(pid=103440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:11:46.620773 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [None req-841ea66e-eb5f-4391-9070-9c01c35b8706 None None] Resources bound (agent type, host, resource id): {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:11:46.623162 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841ea66e-eb5f-4391-9070-9c01c35b8706 None None] Received port after_create {{(pid=103440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:11:46.635128 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ea66e-eb5f-4391-9070-9c01c35b8706 None None] Pushing event updated for resources: {'Port': ['ID=99fb3779-702b-49ee-9d51-727a0fc242d6,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:46.690022 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-841ea66e-eb5f-4391-9070-9c01c35b8706 None None] Attempting to bind port 99fb3779-702b-49ee-9d51-727a0fc242d6 on host dv-cinder-804035-42-iscsi for vnic_type normal with profile {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:11:46.690552 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-841ea66e-eb5f-4391-9070-9c01c35b8706 None None] Attempting to bind port 99fb3779-702b-49ee-9d51-727a0fc242d6 by drivers openvswitch,hyperv on host dv-cinder-804035-42-iscsi at level 0 using segments [{'id': '23b56ee2-3cba-4684-96db-32e07f753509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8'}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:11:46.691198 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841ea66e-eb5f-4391-9070-9c01c35b8706 None None] Attempting to bind port 99fb3779-702b-49ee-9d51-727a0fc242d6 on network 9389be18-213a-4ced-bba2-3382f718f0a8 {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:11:46.698836 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841ea66e-eb5f-4391-9070-9c01c35b8706 None None] Checking agent: {'id': 'bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 53, 53), 'started_at': datetime.datetime(2022, 3, 7, 16, 54, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:11:46.699186 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841ea66e-eb5f-4391-9070-9c01c35b8706 None None] Checking segment: {'id': '23b56ee2-3cba-4684-96db-32e07f753509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:11:46.699614 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-841ea66e-eb5f-4391-9070-9c01c35b8706 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:46.700001 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841ea66e-eb5f-4391-9070-9c01c35b8706 None None] Bound using segment: {'id': '23b56ee2-3cba-4684-96db-32e07f753509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8'} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:11:46.700457 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-841ea66e-eb5f-4391-9070-9c01c35b8706 None None] Bound port: 99fb3779-702b-49ee-9d51-727a0fc242d6, host: dv-cinder-804035-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b56ee2-3cba-4684-96db-32e07f753509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8'}}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:11:46.700840 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-841ea66e-eb5f-4391-9070-9c01c35b8706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (99fb3779-702b-49ee-9d51-727a0fc242d6), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:46.763968 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-841ea66e-eb5f-4391-9070-9c01c35b8706 None None] For port 99fb3779-702b-49ee-9d51-727a0fc242d6, host dv-cinder-804035-42-iscsi, cleared binding levels {{(pid=103440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:11:46.767948 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-841ea66e-eb5f-4391-9070-9c01c35b8706 None None] For port 99fb3779-702b-49ee-9d51-727a0fc242d6, host dv-cinder-804035-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=99fb3779-702b-49ee-9d51-727a0fc242d6,segment=NetworkSegment(23b56ee2-3cba-4684-96db-32e07f753509),segment_id=23b56ee2-3cba-4684-96db-32e07f753509)] {{(pid=103440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:11:46.836900 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-841ea66e-eb5f-4391-9070-9c01c35b8706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (99fb3779-702b-49ee-9d51-727a0fc242d6), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:46.856423 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ee6bf9dc-67dc-47b2-a486-7d3ddd899268 admin admin] Publish callbacks [] for router_gateway (b42c20a0-aafe-467d-a24d-809265abcd59), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:46.878587 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ee6bf9dc-67dc-47b2-a486-7d3ddd899268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:46.900476 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ea66e-eb5f-4391-9070-9c01c35b8706 None None] Pushing event updated for resources: {'Port': ['ID=99fb3779-702b-49ee-9d51-727a0fc242d6,revision_number=2']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:46.981190 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-ee6bf9dc-67dc-47b2-a486-7d3ddd899268 admin admin] Allocated IP 172.27.3.203 (ca3ae6bc-acc1-44d4-99e8-2239d5d79721/7ea6e5b5-19cc-4407-9435-cc1a16805785/846ab4ef-9b11-4da0-85a5-e96f4cd1f657) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:11:47.105016 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ee6bf9dc-67dc-47b2-a486-7d3ddd899268 admin admin] Publish callbacks [] for port (846ab4ef-9b11-4da0-85a5-e96f4cd1f657), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:47.213471 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ee6bf9dc-67dc-47b2-a486-7d3ddd899268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51013872'] for port (846ab4ef-9b11-4da0-85a5-e96f4cd1f657), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:47.254057 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6bf9dc-67dc-47b2-a486-7d3ddd899268 admin admin] Network ca3ae6bc-acc1-44d4-99e8-2239d5d79721 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:11:47.256841 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-ee6bf9dc-67dc-47b2-a486-7d3ddd899268 admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:11:47.259261 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6bf9dc-67dc-47b2-a486-7d3ddd899268 admin admin] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:11:47.284005 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6bf9dc-67dc-47b2-a486-7d3ddd899268 admin admin] Pushing event updated for resources: {'Port': ['ID=846ab4ef-9b11-4da0-85a5-e96f4cd1f657,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:47.593438 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ee6bf9dc-67dc-47b2-a486-7d3ddd899268 admin admin] Publish callbacks [] for router_gateway (b42c20a0-aafe-467d-a24d-809265abcd59), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:47.742606 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a987a673-033a-4796-a2e2-7fb2756d66ef None None] Network 9389be18-213a-4ced-bba2-3382f718f0a8 requested from dv-cinder-804035-42-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:11:47.794542 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ee6bf9dc-67dc-47b2-a486-7d3ddd899268 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2052463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2048250'] for router (b42c20a0-aafe-467d-a24d-809265abcd59), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:47.816161 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f78804df-ec32-4ff2-898f-64ead3cc5d21 None None] Provisioning complete for port 99fb3779-702b-49ee-9d51-727a0fc242d6 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:11:47.816456 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f78804df-ec32-4ff2-898f-64ead3cc5d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (99fb3779-702b-49ee-9d51-727a0fc242d6), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:47.931632 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f78804df-ec32-4ff2-898f-64ead3cc5d21 None None] Current status of the port 99fb3779-702b-49ee-9d51-727a0fc242d6 is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:11:47.934595 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f78804df-ec32-4ff2-898f-64ead3cc5d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (99fb3779-702b-49ee-9d51-727a0fc242d6), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:47.965054 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-f78804df-ec32-4ff2-898f-64ead3cc5d21 None None] For port 99fb3779-702b-49ee-9d51-727a0fc242d6, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=99fb3779-702b-49ee-9d51-727a0fc242d6,segment=NetworkSegment(23b56ee2-3cba-4684-96db-32e07f753509),segment_id=23b56ee2-3cba-4684-96db-32e07f753509)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:11:48.002395 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee6bf9dc-67dc-47b2-a486-7d3ddd899268 admin admin] Router b42c20a0-aafe-467d-a24d-809265abcd59 is scheduled to L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 with binding_index 1 {{(pid=103433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 17:11:48.030318 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f78804df-ec32-4ff2-898f-64ead3cc5d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (99fb3779-702b-49ee-9d51-727a0fc242d6), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:48.084528 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78804df-ec32-4ff2-898f-64ead3cc5d21 None None] Pushing event updated for resources: {'Port': ['ID=99fb3779-702b-49ee-9d51-727a0fc242d6,revision_number=3']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:48.120910 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6bf9dc-67dc-47b2-a486-7d3ddd899268 admin admin] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:11:48.130374 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1390c84-4a77-4132-8ec9-8d7fa5e61037 None None] Sync routers for ids ['b42c20a0-aafe-467d-a24d-809265abcd59'] in dv-cinder-804035-42-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:11:48.147768 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1390c84-4a77-4132-8ec9-8d7fa5e61037 None None] Routers {'b42c20a0-aafe-467d-a24d-809265abcd59'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:11:48.148381 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-d1390c84-4a77-4132-8ec9-8d7fa5e61037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:11:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['b42c20a0-aafe-467d-a24d-809265abcd59'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:11:48.192614 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ee6bf9dc-67dc-47b2-a486-7d3ddd899268 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:48.193977 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-ee6bf9dc-67dc-47b2-a486-7d3ddd899268 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9800217 Mar 07 17:11:48.196677 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 38378) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:11:48.358163 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-df4c22e8-c31d-4c28-9963-728d29191451 None None] Provisioning complete for port 99fb3779-702b-49ee-9d51-727a0fc242d6 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:11:48.358545 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-df4c22e8-c31d-4c28-9963-728d29191451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (99fb3779-702b-49ee-9d51-727a0fc242d6), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:48.429924 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 99fb3779-702b-49ee-9d51-727a0fc242d6 up at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:11:48.439759 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:48.495103 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-fed78e27-1aba-488f-8a80-c63427287b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:48.508194 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-d1390c84-4a77-4132-8ec9-8d7fa5e61037 None None] Set router b42c20a0-aafe-467d-a24d-809265abcd59 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:11:48.657778 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Provisioning complete for port 99fb3779-702b-49ee-9d51-727a0fc242d6 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:11:48.658255 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (99fb3779-702b-49ee-9d51-727a0fc242d6), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:48.664509 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-df4c22e8-c31d-4c28-9963-728d29191451 None None] Current status of the port 99fb3779-702b-49ee-9d51-727a0fc242d6 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:11:48.788722 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Current status of the port 99fb3779-702b-49ee-9d51-727a0fc242d6 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:11:48.799961 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-d1390c84-4a77-4132-8ec9-8d7fa5e61037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'name': 'tempest-TestVolumeBootPattern-33529847-router', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '846ab4ef-9b11-4da0-85a5-e96f4cd1f657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:11:46Z', 'updated_at': '2022-03-07T17:11:47Z', 'revision_number': 3, 'project_id': '776f3679e77e490b893316a32842cc90', 'gw_port': {'id': '846ab4ef-9b11-4da0-85a5-e96f4cd1f657', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ab:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:46Z', 'updated_at': '2022-03-07T17:11:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi'}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:11:48.829938 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1390c84-4a77-4132-8ec9-8d7fa5e61037 None None] Checking router: b42c20a0-aafe-467d-a24d-809265abcd59 for host: dv-cinder-804035-42-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:11:48.830275 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1390c84-4a77-4132-8ec9-8d7fa5e61037 None None] Updating router b42c20a0-aafe-467d-a24d-809265abcd59 port 846ab4ef-9b11-4da0-85a5-e96f4cd1f657 binding host dv-cinder-804035-42-iscsi {{(pid=103440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 17:11:48.840547 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-150fe307-87e1-412b-af81-420e68a70595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:48.857885 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d1390c84-4a77-4132-8ec9-8d7fa5e61037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (846ab4ef-9b11-4da0-85a5-e96f4cd1f657), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:49.000075 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-150fe307-87e1-412b-af81-420e68a70595 admin admin] Allocated IP 172.20.0.1 (9389be18-213a-4ced-bba2-3382f718f0a8/f18b0602-960c-4c40-bfa0-ef433b9207aa/db2bf536-b012-4f67-ada8-4523024fd575) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:11:49.105099 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-150fe307-87e1-412b-af81-420e68a70595 admin admin] Publish callbacks [] for port (db2bf536-b012-4f67-ada8-4523024fd575), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:49.120979 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d1390c84-4a77-4132-8ec9-8d7fa5e61037 None None] Publish callbacks [] for port (846ab4ef-9b11-4da0-85a5-e96f4cd1f657), precommit_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:49.184165 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d1390c84-4a77-4132-8ec9-8d7fa5e61037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (846ab4ef-9b11-4da0-85a5-e96f4cd1f657), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:49.213361 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-150fe307-87e1-412b-af81-420e68a70595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51013872'] for port (db2bf536-b012-4f67-ada8-4523024fd575), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:49.242414 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-d1390c84-4a77-4132-8ec9-8d7fa5e61037 None None] Attempting to bind port 846ab4ef-9b11-4da0-85a5-e96f4cd1f657 on host dv-cinder-804035-42-iscsi for vnic_type normal with profile {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:11:49.242787 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-d1390c84-4a77-4132-8ec9-8d7fa5e61037 None None] Attempting to bind port 846ab4ef-9b11-4da0-85a5-e96f4cd1f657 by drivers openvswitch,hyperv on host dv-cinder-804035-42-iscsi at level 0 using segments [{'id': '733ea0a4-2088-41be-a436-48329c6e880b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:11:49.243146 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1390c84-4a77-4132-8ec9-8d7fa5e61037 None None] Attempting to bind port 846ab4ef-9b11-4da0-85a5-e96f4cd1f657 on network ca3ae6bc-acc1-44d4-99e8-2239d5d79721 {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:11:49.246053 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2e9c26-9483-4bf2-80c0-567cf497dacb None None] Pushing event updated for resources: {'Port': ['ID=846ab4ef-9b11-4da0-85a5-e96f4cd1f657,revision_number=2']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:49.251845 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1390c84-4a77-4132-8ec9-8d7fa5e61037 None None] Checking agent: {'id': 'bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 53, 53), 'started_at': datetime.datetime(2022, 3, 7, 16, 54, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:11:49.252558 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1390c84-4a77-4132-8ec9-8d7fa5e61037 None None] Checking segment: {'id': '733ea0a4-2088-41be-a436-48329c6e880b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:11:49.252558 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d1390c84-4a77-4132-8ec9-8d7fa5e61037 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:49.252935 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1390c84-4a77-4132-8ec9-8d7fa5e61037 None None] Bound using segment: {'id': '733ea0a4-2088-41be-a436-48329c6e880b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:11:49.253394 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-d1390c84-4a77-4132-8ec9-8d7fa5e61037 None None] Bound port: 846ab4ef-9b11-4da0-85a5-e96f4cd1f657, host: dv-cinder-804035-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '733ea0a4-2088-41be-a436-48329c6e880b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'}}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:11:49.253514 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150fe307-87e1-412b-af81-420e68a70595 admin admin] Network 9389be18-213a-4ced-bba2-3382f718f0a8 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:11:49.254338 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d1390c84-4a77-4132-8ec9-8d7fa5e61037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (846ab4ef-9b11-4da0-85a5-e96f4cd1f657), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:49.256344 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-150fe307-87e1-412b-af81-420e68a70595 admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:11:49.259748 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150fe307-87e1-412b-af81-420e68a70595 admin admin] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:11:49.287546 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150fe307-87e1-412b-af81-420e68a70595 admin admin] Pushing event updated for resources: {'Port': ['ID=db2bf536-b012-4f67-ada8-4523024fd575,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:49.305072 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-150fe307-87e1-412b-af81-420e68a70595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2049751'] for router_interface (b42c20a0-aafe-467d-a24d-809265abcd59), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:49.311038 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-d1390c84-4a77-4132-8ec9-8d7fa5e61037 None None] For port 846ab4ef-9b11-4da0-85a5-e96f4cd1f657, host dv-cinder-804035-42-iscsi, cleared binding levels {{(pid=103440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:11:49.316171 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-d1390c84-4a77-4132-8ec9-8d7fa5e61037 None None] For port 846ab4ef-9b11-4da0-85a5-e96f4cd1f657, host dv-cinder-804035-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=846ab4ef-9b11-4da0-85a5-e96f4cd1f657,segment=NetworkSegment(733ea0a4-2088-41be-a436-48329c6e880b),segment_id=733ea0a4-2088-41be-a436-48329c6e880b)] {{(pid=103440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:11:49.402145 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d1390c84-4a77-4132-8ec9-8d7fa5e61037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (846ab4ef-9b11-4da0-85a5-e96f4cd1f657), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:49.460870 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1390c84-4a77-4132-8ec9-8d7fa5e61037 None None] Routers {'b42c20a0-aafe-467d-a24d-809265abcd59'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:11:49.461509 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-d1390c84-4a77-4132-8ec9-8d7fa5e61037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:11:48Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['b42c20a0-aafe-467d-a24d-809265abcd59'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:11:49.466640 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2e9c26-9483-4bf2-80c0-567cf497dacb None None] Pushing event updated for resources: {'Port': ['ID=846ab4ef-9b11-4da0-85a5-e96f4cd1f657,revision_number=3']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:49.528955 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-d22eba7d-b186-4df0-8208-5633aeb8f14d None None] Provisioning complete for port db2bf536-b012-4f67-ada8-4523024fd575 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:11:49.529272 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d22eba7d-b186-4df0-8208-5633aeb8f14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (db2bf536-b012-4f67-ada8-4523024fd575), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:49.534061 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-150fe307-87e1-412b-af81-420e68a70595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (db2bf536-b012-4f67-ada8-4523024fd575), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:49.599778 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-d22eba7d-b186-4df0-8208-5633aeb8f14d None None] Port db2bf536-b012-4f67-ada8-4523024fd575 cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:11:49.613146 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-d1390c84-4a77-4132-8ec9-8d7fa5e61037 None None] Set router b42c20a0-aafe-467d-a24d-809265abcd59 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:11:49.694945 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-150fe307-87e1-412b-af81-420e68a70595 admin admin] Publish callbacks [] for port (db2bf536-b012-4f67-ada8-4523024fd575), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:49.773041 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-150fe307-87e1-412b-af81-420e68a70595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51013769'] for port (db2bf536-b012-4f67-ada8-4523024fd575), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:49.791741 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-d1390c84-4a77-4132-8ec9-8d7fa5e61037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'name': 'tempest-TestVolumeBootPattern-33529847-router', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '846ab4ef-9b11-4da0-85a5-e96f4cd1f657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:11:46Z', 'updated_at': '2022-03-07T17:11:47Z', 'revision_number': 3, 'project_id': '776f3679e77e490b893316a32842cc90', 'gw_port': {'id': '846ab4ef-9b11-4da0-85a5-e96f4cd1f657', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ab:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:46Z', 'updated_at': '2022-03-07T17:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi'}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:11:49.817884 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1390c84-4a77-4132-8ec9-8d7fa5e61037 None None] The sync data for ids ['b42c20a0-aafe-467d-a24d-809265abcd59'] in dv-cinder-804035-42-iscsi is: [{'id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'name': 'tempest-TestVolumeBootPattern-33529847-router', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '846ab4ef-9b11-4da0-85a5-e96f4cd1f657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:11:46Z', 'updated_at': '2022-03-07T17:11:47Z', 'revision_number': 3, 'project_id': '776f3679e77e490b893316a32842cc90', 'gw_port': {'id': '846ab4ef-9b11-4da0-85a5-e96f4cd1f657', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ab:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:46Z', 'updated_at': '2022-03-07T17:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi'}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:11:49.837431 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150fe307-87e1-412b-af81-420e68a70595 admin admin] Pushing event updated for resources: {'Port': ['ID=db2bf536-b012-4f67-ada8-4523024fd575,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:49.840264 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-150fe307-87e1-412b-af81-420e68a70595 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2049723'] for router_interface (b42c20a0-aafe-467d-a24d-809265abcd59), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:49.935519 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150fe307-87e1-412b-af81-420e68a70595 admin admin] Network 9389be18-213a-4ced-bba2-3382f718f0a8 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:11:49.936873 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-150fe307-87e1-412b-af81-420e68a70595 admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:11:50.092415 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-150fe307-87e1-412b-af81-420e68a70595 admin admin] Router b42c20a0-aafe-467d-a24d-809265abcd59 has already been hosted by L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:11:50.219750 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150fe307-87e1-412b-af81-420e68a70595 admin admin] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:11:50.222155 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-eefea72b-5008-4fc2-9521-fe404525214a None None] Provisioning complete for port db2bf536-b012-4f67-ada8-4523024fd575 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:11:50.222551 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-eefea72b-5008-4fc2-9521-fe404525214a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (db2bf536-b012-4f67-ada8-4523024fd575), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:50.224749 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-150fe307-87e1-412b-af81-420e68a70595 admin admin] 10.222.0.45 "PUT /v2.0/routers/b42c20a0-aafe-467d-a24d-809265abcd59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0270517 Mar 07 17:11:50.262612 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-eefea72b-5008-4fc2-9521-fe404525214a None None] Port db2bf536-b012-4f67-ada8-4523024fd575 cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:11:50.404544 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 846ab4ef-9b11-4da0-85a5-e96f4cd1f657 up at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:11:50.455864 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Provisioning complete for port 846ab4ef-9b11-4da0-85a5-e96f4cd1f657 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:11:50.456374 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (846ab4ef-9b11-4da0-85a5-e96f4cd1f657), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:50.478709 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:50.544454 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Current status of the port 846ab4ef-9b11-4da0-85a5-e96f4cd1f657 is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:11:50.545040 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (846ab4ef-9b11-4da0-85a5-e96f4cd1f657), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:50.568632 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] For port 846ab4ef-9b11-4da0-85a5-e96f4cd1f657, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=846ab4ef-9b11-4da0-85a5-e96f4cd1f657,segment=NetworkSegment(733ea0a4-2088-41be-a436-48329c6e880b),segment_id=733ea0a4-2088-41be-a436-48329c6e880b)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:11:50.642491 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (846ab4ef-9b11-4da0-85a5-e96f4cd1f657), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:50.695995 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Pushing event updated for resources: {'Port': ['ID=846ab4ef-9b11-4da0-85a5-e96f4cd1f657,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:50.956749 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 38394) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:11:50.961784 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-627901a6-ba80-42d7-87eb-b64fb434619b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-707983875-network', 'tenant_id': 'fe5bc122a7044f498e40be29920d2a8a'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:11:51.030820 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627901a6-ba80-42d7-87eb-b64fb434619b admin admin] Made reservation on behalf of fe5bc122a7044f498e40be29920d2a8a for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:11:51.033287 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-627901a6-ba80-42d7-87eb-b64fb434619b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:51.042858 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-627901a6-ba80-42d7-87eb-b64fb434619b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:51.118608 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-627901a6-ba80-42d7-87eb-b64fb434619b admin admin] Publish callbacks [] for security_group (b3733242-2da4-4fd4-b8b1-8e75abf0d2d2), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:51.184515 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-627901a6-ba80-42d7-87eb-b64fb434619b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (b3733242-2da4-4fd4-b8b1-8e75abf0d2d2), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:51.210578 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-627901a6-ba80-42d7-87eb-b64fb434619b admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 17:11:51.220603 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627901a6-ba80-42d7-87eb-b64fb434619b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3733242-2da4-4fd4-b8b1-8e75abf0d2d2,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:51.226171 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-627901a6-ba80-42d7-87eb-b64fb434619b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696658'] for segment (9d8900db-5636-46b5-bc6d-93c3d3732da9), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:51.226513 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.db.segments_db [None req-627901a6-ba80-42d7-87eb-b64fb434619b admin admin] Added segment 9d8900db-5636-46b5-bc6d-93c3d3732da9 of type vlan for network af845630-6316-4207-889f-b6b331c14f4e Mar 07 17:11:51.268894 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-627901a6-ba80-42d7-87eb-b64fb434619b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762243790367'] for network (af845630-6316-4207-889f-b6b331c14f4e), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:51.330286 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812e3272-dec4-48dd-95db-1116a14e8577 None None] Sync routers for ids ['b42c20a0-aafe-467d-a24d-809265abcd59'] in dv-cinder-804035-42-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:11:51.339181 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-627901a6-ba80-42d7-87eb-b64fb434619b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490'] for network (af845630-6316-4207-889f-b6b331c14f4e), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:51.340298 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627901a6-ba80-42d7-87eb-b64fb434619b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:51.340940 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-627901a6-ba80-42d7-87eb-b64fb434619b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:51.342860 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812e3272-dec4-48dd-95db-1116a14e8577 None None] Routers {'b42c20a0-aafe-467d-a24d-809265abcd59'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:11:51.343532 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-812e3272-dec4-48dd-95db-1116a14e8577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:11:48Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['b42c20a0-aafe-467d-a24d-809265abcd59'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:11:51.404394 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627901a6-ba80-42d7-87eb-b64fb434619b admin admin] Pushing event updated for resources: {'Network': ['ID=af845630-6316-4207-889f-b6b331c14f4e,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:51.414796 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Network af845630-6316-4207-889f-b6b331c14f4e details requested by agent ovs-agent-dv-cinder-804035-42-iscsi with host dv-cinder-804035-42-iscsi {{(pid=103440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 17:11:51.416142 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-627901a6-ba80-42d7-87eb-b64fb434619b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4579382 Mar 07 17:11:51.418618 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 38396) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:11:51.423937 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-54f99867-11ea-4141-8661-a4e113fd2470 admin admin] Request body: {'subnet': {'network_id': 'af845630-6316-4207-889f-b6b331c14f4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-707983875-subnet', 'tenant_id': 'fe5bc122a7044f498e40be29920d2a8a', 'ip_version': 4}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:11:51.458610 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-812e3272-dec4-48dd-95db-1116a14e8577 None None] Set router b42c20a0-aafe-467d-a24d-809265abcd59 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:11:51.487573 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f99867-11ea-4141-8661-a4e113fd2470 admin admin] Made reservation on behalf of fe5bc122a7044f498e40be29920d2a8a for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:11:51.490328 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-54f99867-11ea-4141-8661-a4e113fd2470 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-52271328'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:51.658742 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-812e3272-dec4-48dd-95db-1116a14e8577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'name': 'tempest-TestVolumeBootPattern-33529847-router', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '846ab4ef-9b11-4da0-85a5-e96f4cd1f657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:11:46Z', 'updated_at': '2022-03-07T17:11:49Z', 'revision_number': 4, 'project_id': '776f3679e77e490b893316a32842cc90', 'gw_port': {'id': '846ab4ef-9b11-4da0-85a5-e96f4cd1f657', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ab:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:46Z', 'updated_at': '2022-03-07T17:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': 'db2bf536-b012-4f67-ada8-4523024fd575', 'name': '', 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'mac_address': 'fa:16:3e:16:96:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f18b0602-960c-4c40-bfa0-ef433b9207aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:48Z', 'updated_at': '2022-03-07T17:11:49Z', 'revision_number': 2, 'project_id': '776f3679e77e490b893316a32842cc90', 'subnets': [{'id': 'f18b0602-960c-4c40-bfa0-ef433b9207aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:11:51.688876 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812e3272-dec4-48dd-95db-1116a14e8577 None None] Checking router: b42c20a0-aafe-467d-a24d-809265abcd59 for host: dv-cinder-804035-42-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:11:51.693575 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812e3272-dec4-48dd-95db-1116a14e8577 None None] Updating router b42c20a0-aafe-467d-a24d-809265abcd59 port db2bf536-b012-4f67-ada8-4523024fd575 binding host dv-cinder-804035-42-iscsi {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 17:11:51.704712 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-54f99867-11ea-4141-8661-a4e113fd2470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51015424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-52271358'] for subnet (1fc8ae26-70c1-4383-a07f-23e12bd5a6e9), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:51.715333 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-812e3272-dec4-48dd-95db-1116a14e8577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (db2bf536-b012-4f67-ada8-4523024fd575), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:51.762665 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f99867-11ea-4141-8661-a4e113fd2470 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fc8ae26-70c1-4383-a07f-23e12bd5a6e9,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:51.769880 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f99867-11ea-4141-8661-a4e113fd2470 admin admin] Checking segment: {'id': '9d8900db-5636-46b5-bc6d-93c3d3732da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'af845630-6316-4207-889f-b6b331c14f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:11:51.770240 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f99867-11ea-4141-8661-a4e113fd2470 admin admin] Network hostable DHCP agents. Network: af845630-6316-4207-889f-b6b331c14f4e, hostable agents: ['7a37eb1f-9e1c-4804-b782-6f192b2f1d6e'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 17:11:51.858682 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f99867-11ea-4141-8661-a4e113fd2470 admin admin] Network af845630-6316-4207-889f-b6b331c14f4e is scheduled to be hosted by DHCP agent 7a37eb1f-9e1c-4804-b782-6f192b2f1d6e with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 17:11:51.887284 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:51.938585 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-54f99867-11ea-4141-8661-a4e113fd2470 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-42-iscsi, af845630-6316-4207-889f-b6b331c14f4e) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:11:51.943181 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f99867-11ea-4141-8661-a4e113fd2470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:11:51.949112 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-54f99867-11ea-4141-8661-a4e113fd2470 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:51.949828 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e90017d-c6ef-4e50-b3b6-1ab221bb68a9 None None] Network af845630-6316-4207-889f-b6b331c14f4e requested from dv-cinder-804035-42-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:11:51.975067 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-812e3272-dec4-48dd-95db-1116a14e8577 None None] Publish callbacks [] for port (db2bf536-b012-4f67-ada8-4523024fd575), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:52.026935 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-54f99867-11ea-4141-8661-a4e113fd2470 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6071260 Mar 07 17:11:52.029636 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 38400) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:11:52.034476 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-b9bd74ef-52a9-40a4-9b40-5252ef9ad4d4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-707983875-router', 'tenant_id': 'fe5bc122a7044f498e40be29920d2a8a', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'}}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:11:52.049922 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031a5293-6028-4271-aa34-8b350c5f04d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6403845-1bb7-5d12-a049-1e0087d61b53-af845630-6316-4207-889f-b6b331c14f4e', 'network_id': 'af845630-6316-4207-889f-b6b331c14f4e', 'project_id': 'fe5bc122a7044f498e40be29920d2a8a', 'fixed_ips': [{'subnet_id': '1fc8ae26-70c1-4383-a07f-23e12bd5a6e9'}]}} from dv-cinder-804035-42-iscsi. {{(pid=103440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 17:11:52.050824 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-031a5293-6028-4271-aa34-8b350c5f04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:52.058452 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-812e3272-dec4-48dd-95db-1116a14e8577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (db2bf536-b012-4f67-ada8-4523024fd575), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:52.117135 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b9bd74ef-52a9-40a4-9b40-5252ef9ad4d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2050708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57156'] for router (5ee875b2-73a3-477e-b99e-a6c35e6fb483), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:52.118075 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca45e5ab-d45a-4f0a-832c-3eccfe045a56 None None] Pushing event updated for resources: {'Port': ['ID=db2bf536-b012-4f67-ada8-4523024fd575,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:52.118209 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b9bd74ef-52a9-40a4-9b40-5252ef9ad4d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2052452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2048215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57165'] for router (5ee875b2-73a3-477e-b99e-a6c35e6fb483), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:52.143747 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca45e5ab-d45a-4f0a-832c-3eccfe045a56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:52.145358 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca45e5ab-d45a-4f0a-832c-3eccfe045a56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:52.145358 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca45e5ab-d45a-4f0a-832c-3eccfe045a56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:52.145358 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca45e5ab-d45a-4f0a-832c-3eccfe045a56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:52.145358 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca45e5ab-d45a-4f0a-832c-3eccfe045a56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:52.145642 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca45e5ab-d45a-4f0a-832c-3eccfe045a56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:52.145734 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca45e5ab-d45a-4f0a-832c-3eccfe045a56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:52.146065 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca45e5ab-d45a-4f0a-832c-3eccfe045a56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:52.146384 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca45e5ab-d45a-4f0a-832c-3eccfe045a56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:52.147640 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca45e5ab-d45a-4f0a-832c-3eccfe045a56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:52.147973 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca45e5ab-d45a-4f0a-832c-3eccfe045a56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:52.148290 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca45e5ab-d45a-4f0a-832c-3eccfe045a56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:52.148644 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca45e5ab-d45a-4f0a-832c-3eccfe045a56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:11:52.184764 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-812e3272-dec4-48dd-95db-1116a14e8577 None None] Attempting to bind port db2bf536-b012-4f67-ada8-4523024fd575 on host dv-cinder-804035-42-iscsi for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:11:52.185118 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-812e3272-dec4-48dd-95db-1116a14e8577 None None] Attempting to bind port db2bf536-b012-4f67-ada8-4523024fd575 by drivers openvswitch,hyperv on host dv-cinder-804035-42-iscsi at level 0 using segments [{'id': '23b56ee2-3cba-4684-96db-32e07f753509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:11:52.185477 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812e3272-dec4-48dd-95db-1116a14e8577 None None] Attempting to bind port db2bf536-b012-4f67-ada8-4523024fd575 on network 9389be18-213a-4ced-bba2-3382f718f0a8 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:11:52.191324 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812e3272-dec4-48dd-95db-1116a14e8577 None None] Checking agent: {'id': 'bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 53, 53), 'started_at': datetime.datetime(2022, 3, 7, 16, 54, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:11:52.191814 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812e3272-dec4-48dd-95db-1116a14e8577 None None] Checking segment: {'id': '23b56ee2-3cba-4684-96db-32e07f753509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:11:52.192111 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-812e3272-dec4-48dd-95db-1116a14e8577 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:52.192494 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812e3272-dec4-48dd-95db-1116a14e8577 None None] Bound using segment: {'id': '23b56ee2-3cba-4684-96db-32e07f753509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:11:52.192955 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-812e3272-dec4-48dd-95db-1116a14e8577 None None] Bound port: db2bf536-b012-4f67-ada8-4523024fd575, host: dv-cinder-804035-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b56ee2-3cba-4684-96db-32e07f753509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:11:52.193329 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-812e3272-dec4-48dd-95db-1116a14e8577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (db2bf536-b012-4f67-ada8-4523024fd575), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:52.201882 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b9bd74ef-52a9-40a4-9b40-5252ef9ad4d4 admin admin] Publish callbacks [] for router_controller (5ee875b2-73a3-477e-b99e-a6c35e6fb483), precommit_add_association {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:52.211812 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.db_base_plugin_common [None req-031a5293-6028-4271-aa34-8b350c5f04d9 None None] Allocated IP 172.20.0.2 (af845630-6316-4207-889f-b6b331c14f4e/1fc8ae26-70c1-4383-a07f-23e12bd5a6e9/90bf00b3-b17f-43e9-a7bd-ed5415e00151) {{(pid=103440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:11:52.262081 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-812e3272-dec4-48dd-95db-1116a14e8577 None None] For port db2bf536-b012-4f67-ada8-4523024fd575, host dv-cinder-804035-42-iscsi, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:11:52.265616 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-812e3272-dec4-48dd-95db-1116a14e8577 None None] For port db2bf536-b012-4f67-ada8-4523024fd575, host dv-cinder-804035-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=db2bf536-b012-4f67-ada8-4523024fd575,segment=NetworkSegment(23b56ee2-3cba-4684-96db-32e07f753509),segment_id=23b56ee2-3cba-4684-96db-32e07f753509)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:11:52.333651 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-812e3272-dec4-48dd-95db-1116a14e8577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (db2bf536-b012-4f67-ada8-4523024fd575), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:52.369110 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-031a5293-6028-4271-aa34-8b350c5f04d9 None None] Publish callbacks [] for port (90bf00b3-b17f-43e9-a7bd-ed5415e00151), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:52.373356 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 846ab4ef-9b11-4da0-85a5-e96f4cd1f657 up at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:11:52.406579 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca45e5ab-d45a-4f0a-832c-3eccfe045a56 None None] Pushing event updated for resources: {'Port': ['ID=db2bf536-b012-4f67-ada8-4523024fd575,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:52.418635 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812e3272-dec4-48dd-95db-1116a14e8577 None None] Routers {'b42c20a0-aafe-467d-a24d-809265abcd59'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:11:52.419194 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-812e3272-dec4-48dd-95db-1116a14e8577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:11:48Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['b42c20a0-aafe-467d-a24d-809265abcd59'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:11:52.435813 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-286c6ff3-8328-4104-b0e4-5545895931f6 None None] Provisioning complete for port db2bf536-b012-4f67-ada8-4523024fd575 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:11:52.436373 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-286c6ff3-8328-4104-b0e4-5545895931f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (db2bf536-b012-4f67-ada8-4523024fd575), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:52.462308 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-031a5293-6028-4271-aa34-8b350c5f04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377'] for port (90bf00b3-b17f-43e9-a7bd-ed5415e00151), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:52.494565 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b9bd74ef-52a9-40a4-9b40-5252ef9ad4d4 admin admin] Publish callbacks [] for router_gateway (5ee875b2-73a3-477e-b99e-a6c35e6fb483), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:52.514513 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031a5293-6028-4271-aa34-8b350c5f04d9 None None] Network af845630-6316-4207-889f-b6b331c14f4e is already hosted by enough agents. {{(pid=103440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:11:52.526492 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [None req-031a5293-6028-4271-aa34-8b350c5f04d9 None None] Resources bound (agent type, host, resource id): {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:11:52.532648 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031a5293-6028-4271-aa34-8b350c5f04d9 None None] Received port after_create {{(pid=103440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:11:52.539121 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Provisioning complete for port 846ab4ef-9b11-4da0-85a5-e96f4cd1f657 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:11:52.539546 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (846ab4ef-9b11-4da0-85a5-e96f4cd1f657), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:52.553513 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-812e3272-dec4-48dd-95db-1116a14e8577 None None] Set router b42c20a0-aafe-467d-a24d-809265abcd59 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:11:52.564818 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a5293-6028-4271-aa34-8b350c5f04d9 None None] Pushing event updated for resources: {'Port': ['ID=90bf00b3-b17f-43e9-a7bd-ed5415e00151,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:52.782559 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b9bd74ef-52a9-40a4-9b40-5252ef9ad4d4 admin admin] Publish callbacks [] for router_gateway (5ee875b2-73a3-477e-b99e-a6c35e6fb483), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:52.792414 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-031a5293-6028-4271-aa34-8b350c5f04d9 None None] Attempting to bind port 90bf00b3-b17f-43e9-a7bd-ed5415e00151 on host dv-cinder-804035-42-iscsi for vnic_type normal with profile {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:11:52.792782 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-031a5293-6028-4271-aa34-8b350c5f04d9 None None] Attempting to bind port 90bf00b3-b17f-43e9-a7bd-ed5415e00151 by drivers openvswitch,hyperv on host dv-cinder-804035-42-iscsi at level 0 using segments [{'id': '9d8900db-5636-46b5-bc6d-93c3d3732da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'af845630-6316-4207-889f-b6b331c14f4e'}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:11:52.792911 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-812e3272-dec4-48dd-95db-1116a14e8577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'name': 'tempest-TestVolumeBootPattern-33529847-router', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '846ab4ef-9b11-4da0-85a5-e96f4cd1f657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:11:46Z', 'updated_at': '2022-03-07T17:11:49Z', 'revision_number': 4, 'project_id': '776f3679e77e490b893316a32842cc90', 'gw_port': {'id': '846ab4ef-9b11-4da0-85a5-e96f4cd1f657', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ab:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:46Z', 'updated_at': '2022-03-07T17:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': 'db2bf536-b012-4f67-ada8-4523024fd575', 'name': '', 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'mac_address': 'fa:16:3e:16:96:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f18b0602-960c-4c40-bfa0-ef433b9207aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:48Z', 'updated_at': '2022-03-07T17:11:52Z', 'revision_number': 4, 'project_id': '776f3679e77e490b893316a32842cc90', 'subnets': [{'id': 'f18b0602-960c-4c40-bfa0-ef433b9207aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:11:52.793146 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031a5293-6028-4271-aa34-8b350c5f04d9 None None] Attempting to bind port 90bf00b3-b17f-43e9-a7bd-ed5415e00151 on network af845630-6316-4207-889f-b6b331c14f4e {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:11:52.802680 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b9bd74ef-52a9-40a4-9b40-5252ef9ad4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:52.807312 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031a5293-6028-4271-aa34-8b350c5f04d9 None None] Checking agent: {'id': 'bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 53, 53), 'started_at': datetime.datetime(2022, 3, 7, 16, 54, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:11:52.807718 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031a5293-6028-4271-aa34-8b350c5f04d9 None None] Checking segment: {'id': '9d8900db-5636-46b5-bc6d-93c3d3732da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'af845630-6316-4207-889f-b6b331c14f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:11:52.808121 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-031a5293-6028-4271-aa34-8b350c5f04d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:52.808510 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031a5293-6028-4271-aa34-8b350c5f04d9 None None] Bound using segment: {'id': '9d8900db-5636-46b5-bc6d-93c3d3732da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'af845630-6316-4207-889f-b6b331c14f4e'} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:11:52.808973 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-031a5293-6028-4271-aa34-8b350c5f04d9 None None] Bound port: 90bf00b3-b17f-43e9-a7bd-ed5415e00151, host: dv-cinder-804035-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d8900db-5636-46b5-bc6d-93c3d3732da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'af845630-6316-4207-889f-b6b331c14f4e'}}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:11:52.809356 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-031a5293-6028-4271-aa34-8b350c5f04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (90bf00b3-b17f-43e9-a7bd-ed5415e00151), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:52.820389 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812e3272-dec4-48dd-95db-1116a14e8577 None None] The sync data for ids ['b42c20a0-aafe-467d-a24d-809265abcd59'] in dv-cinder-804035-42-iscsi is: [{'id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'name': 'tempest-TestVolumeBootPattern-33529847-router', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '846ab4ef-9b11-4da0-85a5-e96f4cd1f657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:11:46Z', 'updated_at': '2022-03-07T17:11:49Z', 'revision_number': 4, 'project_id': '776f3679e77e490b893316a32842cc90', 'gw_port': {'id': '846ab4ef-9b11-4da0-85a5-e96f4cd1f657', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ab:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:46Z', 'updated_at': '2022-03-07T17:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': 'db2bf536-b012-4f67-ada8-4523024fd575', 'name': '', 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'mac_address': 'fa:16:3e:16:96:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f18b0602-960c-4c40-bfa0-ef433b9207aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:48Z', 'updated_at': '2022-03-07T17:11:52Z', 'revision_number': 4, 'project_id': '776f3679e77e490b893316a32842cc90', 'subnets': [{'id': 'f18b0602-960c-4c40-bfa0-ef433b9207aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:11:52.827008 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-286c6ff3-8328-4104-b0e4-5545895931f6 None None] Current status of the port db2bf536-b012-4f67-ada8-4523024fd575 is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:11:52.827008 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-286c6ff3-8328-4104-b0e4-5545895931f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (db2bf536-b012-4f67-ada8-4523024fd575), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:52.919364 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Current status of the port 846ab4ef-9b11-4da0-85a5-e96f4cd1f657 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:11:52.940266 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-286c6ff3-8328-4104-b0e4-5545895931f6 None None] For port db2bf536-b012-4f67-ada8-4523024fd575, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=db2bf536-b012-4f67-ada8-4523024fd575,segment=NetworkSegment(23b56ee2-3cba-4684-96db-32e07f753509),segment_id=23b56ee2-3cba-4684-96db-32e07f753509)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:11:52.956759 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-b9bd74ef-52a9-40a4-9b40-5252ef9ad4d4 admin admin] Allocated IP 172.27.3.147 (ca3ae6bc-acc1-44d4-99e8-2239d5d79721/7ea6e5b5-19cc-4407-9435-cc1a16805785/68b2d58b-7e12-480b-a31a-5c4d73e42e14) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:11:52.963749 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-031a5293-6028-4271-aa34-8b350c5f04d9 None None] For port 90bf00b3-b17f-43e9-a7bd-ed5415e00151, host dv-cinder-804035-42-iscsi, cleared binding levels {{(pid=103440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:11:52.967134 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-031a5293-6028-4271-aa34-8b350c5f04d9 None None] For port 90bf00b3-b17f-43e9-a7bd-ed5415e00151, host dv-cinder-804035-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=90bf00b3-b17f-43e9-a7bd-ed5415e00151,segment=NetworkSegment(9d8900db-5636-46b5-bc6d-93c3d3732da9),segment_id=9d8900db-5636-46b5-bc6d-93c3d3732da9)] {{(pid=103440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:11:53.013348 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-286c6ff3-8328-4104-b0e4-5545895931f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (db2bf536-b012-4f67-ada8-4523024fd575), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:53.049346 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:53.051227 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-031a5293-6028-4271-aa34-8b350c5f04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (90bf00b3-b17f-43e9-a7bd-ed5415e00151), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:53.065567 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b9bd74ef-52a9-40a4-9b40-5252ef9ad4d4 admin admin] Publish callbacks [] for port (68b2d58b-7e12-480b-a31a-5c4d73e42e14), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:53.079602 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286c6ff3-8328-4104-b0e4-5545895931f6 None None] Pushing event updated for resources: {'Port': ['ID=db2bf536-b012-4f67-ada8-4523024fd575,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:53.142592 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a5293-6028-4271-aa34-8b350c5f04d9 None None] Pushing event updated for resources: {'Port': ['ID=90bf00b3-b17f-43e9-a7bd-ed5415e00151,revision_number=2']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:53.150579 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-b3b300a9-50ac-4d95-bedd-8f755b4868b4 None None] Provisioning complete for port db2bf536-b012-4f67-ada8-4523024fd575 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:11:53.161922 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b3b300a9-50ac-4d95-bedd-8f755b4868b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (db2bf536-b012-4f67-ada8-4523024fd575), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:53.173800 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b9bd74ef-52a9-40a4-9b40-5252ef9ad4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51013872'] for port (68b2d58b-7e12-480b-a31a-5c4d73e42e14), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:53.219302 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bd74ef-52a9-40a4-9b40-5252ef9ad4d4 admin admin] Network ca3ae6bc-acc1-44d4-99e8-2239d5d79721 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:11:53.225726 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-b9bd74ef-52a9-40a4-9b40-5252ef9ad4d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:11:53.234124 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bd74ef-52a9-40a4-9b40-5252ef9ad4d4 admin admin] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:11:53.241503 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-b3b300a9-50ac-4d95-bedd-8f755b4868b4 None None] Current status of the port db2bf536-b012-4f67-ada8-4523024fd575 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:11:53.322605 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd74ef-52a9-40a4-9b40-5252ef9ad4d4 admin admin] Pushing event updated for resources: {'Port': ['ID=68b2d58b-7e12-480b-a31a-5c4d73e42e14,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:53.803714 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b9bd74ef-52a9-40a4-9b40-5252ef9ad4d4 admin admin] Publish callbacks [] for router_gateway (5ee875b2-73a3-477e-b99e-a6c35e6fb483), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:54.020566 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b9bd74ef-52a9-40a4-9b40-5252ef9ad4d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2052463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2048250'] for router (5ee875b2-73a3-477e-b99e-a6c35e6fb483), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:54.055206 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a8fcd0-f29a-45ee-b356-99e76cd15368 None None] Network af845630-6316-4207-889f-b6b331c14f4e requested from dv-cinder-804035-42-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:11:54.123179 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-285f4ab9-41b6-4820-ada6-8455ad79d986 None None] Provisioning complete for port 90bf00b3-b17f-43e9-a7bd-ed5415e00151 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:11:54.123602 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-285f4ab9-41b6-4820-ada6-8455ad79d986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (90bf00b3-b17f-43e9-a7bd-ed5415e00151), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:54.201373 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9bd74ef-52a9-40a4-9b40-5252ef9ad4d4 admin admin] Router 5ee875b2-73a3-477e-b99e-a6c35e6fb483 is scheduled to L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 with binding_index 1 {{(pid=103433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 17:11:54.241018 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-285f4ab9-41b6-4820-ada6-8455ad79d986 None None] Current status of the port 90bf00b3-b17f-43e9-a7bd-ed5415e00151 is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:11:54.241472 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-285f4ab9-41b6-4820-ada6-8455ad79d986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (90bf00b3-b17f-43e9-a7bd-ed5415e00151), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:54.278917 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-285f4ab9-41b6-4820-ada6-8455ad79d986 None None] For port 90bf00b3-b17f-43e9-a7bd-ed5415e00151, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=90bf00b3-b17f-43e9-a7bd-ed5415e00151,segment=NetworkSegment(9d8900db-5636-46b5-bc6d-93c3d3732da9),segment_id=9d8900db-5636-46b5-bc6d-93c3d3732da9)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:11:54.317706 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9bd74ef-52a9-40a4-9b40-5252ef9ad4d4 admin admin] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:11:54.327715 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4876b2d8-7dc6-424c-8bbb-16ef8c350d9a None None] Sync routers for ids ['5ee875b2-73a3-477e-b99e-a6c35e6fb483'] in dv-cinder-804035-42-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:11:54.346668 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4876b2d8-7dc6-424c-8bbb-16ef8c350d9a None None] Routers {'5ee875b2-73a3-477e-b99e-a6c35e6fb483'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:11:54.346668 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-4876b2d8-7dc6-424c-8bbb-16ef8c350d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:11:48Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['5ee875b2-73a3-477e-b99e-a6c35e6fb483'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:11:54.387689 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-285f4ab9-41b6-4820-ada6-8455ad79d986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (90bf00b3-b17f-43e9-a7bd-ed5415e00151), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:54.410974 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-b9bd74ef-52a9-40a4-9b40-5252ef9ad4d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:54.413112 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-b9bd74ef-52a9-40a4-9b40-5252ef9ad4d4 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3825307 Mar 07 17:11:54.415796 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 38402) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:11:54.477674 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device db2bf536-b012-4f67-ada8-4523024fd575 up at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:11:54.518876 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f4ab9-41b6-4820-ada6-8455ad79d986 None None] Pushing event updated for resources: {'Port': ['ID=90bf00b3-b17f-43e9-a7bd-ed5415e00151,revision_number=3']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:54.551435 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-4876b2d8-7dc6-424c-8bbb-16ef8c350d9a None None] Set router 5ee875b2-73a3-477e-b99e-a6c35e6fb483 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:11:54.581528 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-e1fc9a78-f5d7-4178-9e2f-744b2533e19c None None] Provisioning complete for port 90bf00b3-b17f-43e9-a7bd-ed5415e00151 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:11:54.581528 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e1fc9a78-f5d7-4178-9e2f-744b2533e19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (90bf00b3-b17f-43e9-a7bd-ed5415e00151), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:54.699694 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Provisioning complete for port db2bf536-b012-4f67-ada8-4523024fd575 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:11:54.700072 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (db2bf536-b012-4f67-ada8-4523024fd575), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:54.828949 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-e1fc9a78-f5d7-4178-9e2f-744b2533e19c None None] Current status of the port 90bf00b3-b17f-43e9-a7bd-ed5415e00151 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:11:54.858147 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1b0656e2-8e1b-4581-be5e-5b9246d0d227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:54.868369 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Current status of the port db2bf536-b012-4f67-ada8-4523024fd575 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:11:54.869435 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 90bf00b3-b17f-43e9-a7bd-ed5415e00151 up at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:11:54.901760 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-4876b2d8-7dc6-424c-8bbb-16ef8c350d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee875b2-73a3-477e-b99e-a6c35e6fb483', 'name': 'tempest-TestVolumeBootPattern-707983875-router', 'tenant_id': 'fe5bc122a7044f498e40be29920d2a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '68b2d58b-7e12-480b-a31a-5c4d73e42e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:11:52Z', 'updated_at': '2022-03-07T17:11:53Z', 'revision_number': 3, 'project_id': 'fe5bc122a7044f498e40be29920d2a8a', 'gw_port': {'id': '68b2d58b-7e12-480b-a31a-5c4d73e42e14', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:08:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee875b2-73a3-477e-b99e-a6c35e6fb483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:52Z', 'updated_at': '2022-03-07T17:11:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi'}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:11:54.932301 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4876b2d8-7dc6-424c-8bbb-16ef8c350d9a None None] Checking router: 5ee875b2-73a3-477e-b99e-a6c35e6fb483 for host: dv-cinder-804035-42-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:11:54.932653 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4876b2d8-7dc6-424c-8bbb-16ef8c350d9a None None] Updating router 5ee875b2-73a3-477e-b99e-a6c35e6fb483 port 68b2d58b-7e12-480b-a31a-5c4d73e42e14 binding host dv-cinder-804035-42-iscsi {{(pid=103440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 17:11:54.971247 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4876b2d8-7dc6-424c-8bbb-16ef8c350d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (68b2d58b-7e12-480b-a31a-5c4d73e42e14), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:54.995083 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Provisioning complete for port 90bf00b3-b17f-43e9-a7bd-ed5415e00151 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:11:54.995477 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (90bf00b3-b17f-43e9-a7bd-ed5415e00151), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:55.017123 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-1b0656e2-8e1b-4581-be5e-5b9246d0d227 admin admin] Allocated IP 172.20.0.1 (af845630-6316-4207-889f-b6b331c14f4e/1fc8ae26-70c1-4383-a07f-23e12bd5a6e9/e18b4053-fc9c-48ba-8af4-e164dc45bdb9) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:11:55.116631 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1b0656e2-8e1b-4581-be5e-5b9246d0d227 admin admin] Publish callbacks [] for port (e18b4053-fc9c-48ba-8af4-e164dc45bdb9), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:55.184971 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Current status of the port 90bf00b3-b17f-43e9-a7bd-ed5415e00151 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:11:55.219083 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1b0656e2-8e1b-4581-be5e-5b9246d0d227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51013872'] for port (e18b4053-fc9c-48ba-8af4-e164dc45bdb9), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:55.261830 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0656e2-8e1b-4581-be5e-5b9246d0d227 admin admin] Network af845630-6316-4207-889f-b6b331c14f4e is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:11:55.266148 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-1b0656e2-8e1b-4581-be5e-5b9246d0d227 admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:11:55.269743 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0656e2-8e1b-4581-be5e-5b9246d0d227 admin admin] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:11:55.275263 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0656e2-8e1b-4581-be5e-5b9246d0d227 admin admin] Pushing event updated for resources: {'Port': ['ID=e18b4053-fc9c-48ba-8af4-e164dc45bdb9,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:55.282939 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4876b2d8-7dc6-424c-8bbb-16ef8c350d9a None None] Publish callbacks [] for port (68b2d58b-7e12-480b-a31a-5c4d73e42e14), precommit_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:55.311897 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1b0656e2-8e1b-4581-be5e-5b9246d0d227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2049751'] for router_interface (5ee875b2-73a3-477e-b99e-a6c35e6fb483), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:55.345259 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4876b2d8-7dc6-424c-8bbb-16ef8c350d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (68b2d58b-7e12-480b-a31a-5c4d73e42e14), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:55.396734 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-4876b2d8-7dc6-424c-8bbb-16ef8c350d9a None None] Attempting to bind port 68b2d58b-7e12-480b-a31a-5c4d73e42e14 on host dv-cinder-804035-42-iscsi for vnic_type normal with profile {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:11:55.400255 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-4876b2d8-7dc6-424c-8bbb-16ef8c350d9a None None] Attempting to bind port 68b2d58b-7e12-480b-a31a-5c4d73e42e14 by drivers openvswitch,hyperv on host dv-cinder-804035-42-iscsi at level 0 using segments [{'id': '733ea0a4-2088-41be-a436-48329c6e880b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:11:55.400255 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4876b2d8-7dc6-424c-8bbb-16ef8c350d9a None None] Attempting to bind port 68b2d58b-7e12-480b-a31a-5c4d73e42e14 on network ca3ae6bc-acc1-44d4-99e8-2239d5d79721 {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:11:55.408433 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4876b2d8-7dc6-424c-8bbb-16ef8c350d9a None None] Checking agent: {'id': 'bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 53, 53), 'started_at': datetime.datetime(2022, 3, 7, 16, 54, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:11:55.408805 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4876b2d8-7dc6-424c-8bbb-16ef8c350d9a None None] Checking segment: {'id': '733ea0a4-2088-41be-a436-48329c6e880b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:11:55.409204 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4876b2d8-7dc6-424c-8bbb-16ef8c350d9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:55.409599 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4876b2d8-7dc6-424c-8bbb-16ef8c350d9a None None] Bound using segment: {'id': '733ea0a4-2088-41be-a436-48329c6e880b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:11:55.410064 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-4876b2d8-7dc6-424c-8bbb-16ef8c350d9a None None] Bound port: 68b2d58b-7e12-480b-a31a-5c4d73e42e14, host: dv-cinder-804035-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '733ea0a4-2088-41be-a436-48329c6e880b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'}}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:11:55.410436 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4876b2d8-7dc6-424c-8bbb-16ef8c350d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (68b2d58b-7e12-480b-a31a-5c4d73e42e14), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:55.413234 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6a1def-4e94-40dc-b5ee-accf89496951 None None] Pushing event updated for resources: {'Port': ['ID=68b2d58b-7e12-480b-a31a-5c4d73e42e14,revision_number=2']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:55.466432 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-4876b2d8-7dc6-424c-8bbb-16ef8c350d9a None None] For port 68b2d58b-7e12-480b-a31a-5c4d73e42e14, host dv-cinder-804035-42-iscsi, cleared binding levels {{(pid=103440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:11:55.469504 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-4876b2d8-7dc6-424c-8bbb-16ef8c350d9a None None] For port 68b2d58b-7e12-480b-a31a-5c4d73e42e14, host dv-cinder-804035-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=68b2d58b-7e12-480b-a31a-5c4d73e42e14,segment=NetworkSegment(733ea0a4-2088-41be-a436-48329c6e880b),segment_id=733ea0a4-2088-41be-a436-48329c6e880b)] {{(pid=103440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:11:55.529592 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1b0656e2-8e1b-4581-be5e-5b9246d0d227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (e18b4053-fc9c-48ba-8af4-e164dc45bdb9), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:55.540055 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4876b2d8-7dc6-424c-8bbb-16ef8c350d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (68b2d58b-7e12-480b-a31a-5c4d73e42e14), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:55.603628 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-9603df8d-d2f6-49f3-94a1-54401c5c7088 None None] Provisioning complete for port e18b4053-fc9c-48ba-8af4-e164dc45bdb9 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:11:55.604010 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-9603df8d-d2f6-49f3-94a1-54401c5c7088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (e18b4053-fc9c-48ba-8af4-e164dc45bdb9), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:55.629884 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4876b2d8-7dc6-424c-8bbb-16ef8c350d9a None None] Routers {'5ee875b2-73a3-477e-b99e-a6c35e6fb483'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:11:55.630548 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-4876b2d8-7dc6-424c-8bbb-16ef8c350d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:11:48Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['5ee875b2-73a3-477e-b99e-a6c35e6fb483'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:11:55.680847 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6a1def-4e94-40dc-b5ee-accf89496951 None None] Pushing event updated for resources: {'Port': ['ID=68b2d58b-7e12-480b-a31a-5c4d73e42e14,revision_number=3']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:55.691624 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1b0656e2-8e1b-4581-be5e-5b9246d0d227 admin admin] Publish callbacks [] for port (e18b4053-fc9c-48ba-8af4-e164dc45bdb9), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:55.695766 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-9603df8d-d2f6-49f3-94a1-54401c5c7088 None None] Port e18b4053-fc9c-48ba-8af4-e164dc45bdb9 cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:11:55.749985 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1b0656e2-8e1b-4581-be5e-5b9246d0d227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51013769'] for port (e18b4053-fc9c-48ba-8af4-e164dc45bdb9), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:55.817125 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0656e2-8e1b-4581-be5e-5b9246d0d227 admin admin] Pushing event updated for resources: {'Port': ['ID=e18b4053-fc9c-48ba-8af4-e164dc45bdb9,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:55.822098 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1b0656e2-8e1b-4581-be5e-5b9246d0d227 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2049723'] for router_interface (5ee875b2-73a3-477e-b99e-a6c35e6fb483), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:55.894554 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-4876b2d8-7dc6-424c-8bbb-16ef8c350d9a None None] Set router 5ee875b2-73a3-477e-b99e-a6c35e6fb483 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:11:55.916199 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0656e2-8e1b-4581-be5e-5b9246d0d227 admin admin] Network af845630-6316-4207-889f-b6b331c14f4e is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:11:55.917580 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-1b0656e2-8e1b-4581-be5e-5b9246d0d227 admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:11:56.037617 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b0656e2-8e1b-4581-be5e-5b9246d0d227 admin admin] Router 5ee875b2-73a3-477e-b99e-a6c35e6fb483 has already been hosted by L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:11:56.104067 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-4876b2d8-7dc6-424c-8bbb-16ef8c350d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee875b2-73a3-477e-b99e-a6c35e6fb483', 'name': 'tempest-TestVolumeBootPattern-707983875-router', 'tenant_id': 'fe5bc122a7044f498e40be29920d2a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '68b2d58b-7e12-480b-a31a-5c4d73e42e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:11:52Z', 'updated_at': '2022-03-07T17:11:55Z', 'revision_number': 4, 'project_id': 'fe5bc122a7044f498e40be29920d2a8a', 'gw_port': {'id': '68b2d58b-7e12-480b-a31a-5c4d73e42e14', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:08:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee875b2-73a3-477e-b99e-a6c35e6fb483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:52Z', 'updated_at': '2022-03-07T17:11:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': 'e18b4053-fc9c-48ba-8af4-e164dc45bdb9', 'name': '', 'network_id': 'af845630-6316-4207-889f-b6b331c14f4e', 'tenant_id': 'fe5bc122a7044f498e40be29920d2a8a', 'mac_address': 'fa:16:3e:d4:39:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee875b2-73a3-477e-b99e-a6c35e6fb483', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1fc8ae26-70c1-4383-a07f-23e12bd5a6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:54Z', 'updated_at': '2022-03-07T17:11:55Z', 'revision_number': 1, 'project_id': 'fe5bc122a7044f498e40be29920d2a8a', 'subnets': [{'id': '1fc8ae26-70c1-4383-a07f-23e12bd5a6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:11:56.139125 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4876b2d8-7dc6-424c-8bbb-16ef8c350d9a None None] The sync data for ids ['5ee875b2-73a3-477e-b99e-a6c35e6fb483'] in dv-cinder-804035-42-iscsi is: [{'id': '5ee875b2-73a3-477e-b99e-a6c35e6fb483', 'name': 'tempest-TestVolumeBootPattern-707983875-router', 'tenant_id': 'fe5bc122a7044f498e40be29920d2a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '68b2d58b-7e12-480b-a31a-5c4d73e42e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:11:52Z', 'updated_at': '2022-03-07T17:11:55Z', 'revision_number': 4, 'project_id': 'fe5bc122a7044f498e40be29920d2a8a', 'gw_port': {'id': '68b2d58b-7e12-480b-a31a-5c4d73e42e14', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:08:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee875b2-73a3-477e-b99e-a6c35e6fb483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:52Z', 'updated_at': '2022-03-07T17:11:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': 'e18b4053-fc9c-48ba-8af4-e164dc45bdb9', 'name': '', 'network_id': 'af845630-6316-4207-889f-b6b331c14f4e', 'tenant_id': 'fe5bc122a7044f498e40be29920d2a8a', 'mac_address': 'fa:16:3e:d4:39:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee875b2-73a3-477e-b99e-a6c35e6fb483', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1fc8ae26-70c1-4383-a07f-23e12bd5a6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:54Z', 'updated_at': '2022-03-07T17:11:55Z', 'revision_number': 1, 'project_id': 'fe5bc122a7044f498e40be29920d2a8a', 'subnets': [{'id': '1fc8ae26-70c1-4383-a07f-23e12bd5a6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:11:56.149629 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-ff3317d6-c490-4694-b33a-9411a33febb8 None None] Provisioning complete for port e18b4053-fc9c-48ba-8af4-e164dc45bdb9 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:11:56.150006 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ff3317d6-c490-4694-b33a-9411a33febb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (e18b4053-fc9c-48ba-8af4-e164dc45bdb9), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:56.150467 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0656e2-8e1b-4581-be5e-5b9246d0d227 admin admin] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:11:56.164705 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-1b0656e2-8e1b-4581-be5e-5b9246d0d227 admin admin] 10.222.0.45 "PUT /v2.0/routers/5ee875b2-73a3-477e-b99e-a6c35e6fb483/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7385104 Mar 07 17:11:56.186950 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-ff3317d6-c490-4694-b33a-9411a33febb8 None None] Port e18b4053-fc9c-48ba-8af4-e164dc45bdb9 cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:11:56.397940 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 90bf00b3-b17f-43e9-a7bd-ed5415e00151 up at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:11:56.456378 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Provisioning complete for port 90bf00b3-b17f-43e9-a7bd-ed5415e00151 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:11:56.456753 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (90bf00b3-b17f-43e9-a7bd-ed5415e00151), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:56.541806 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Current status of the port 90bf00b3-b17f-43e9-a7bd-ed5415e00151 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:11:56.907151 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 38412) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:11:56.911886 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-a7388851-297f-4a0c-91b7-423bb3937683 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-269865029', 'description': 'tempest-secgroup-smoke-269865029 description', 'project_id': '776f3679e77e490b893316a32842cc90'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:11:57.099115 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a7388851-297f-4a0c-91b7-423bb3937683 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:57.169577 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a7388851-297f-4a0c-91b7-423bb3937683 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks [] for security_group (576c276b-5805-4c2d-9532-32cca923b8db), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:57.241490 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a7388851-297f-4a0c-91b7-423bb3937683 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (576c276b-5805-4c2d-9532-32cca923b8db), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:57.271473 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7388851-297f-4a0c-91b7-423bb3937683 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=576c276b-5805-4c2d-9532-32cca923b8db,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:57.313490 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a7388851-297f-4a0c-91b7-423bb3937683 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:57.314984 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-a7388851-297f-4a0c-91b7-423bb3937683 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4066987 Mar 07 17:11:57.317913 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 38414) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:11:57.322325 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-ef38497d-db31-4309-9699-8031ee604d2d tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Request body: {'security_group_rule': {'security_group_id': '576c276b-5805-4c2d-9532-32cca923b8db', 'project_id': '776f3679e77e490b893316a32842cc90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:11:57.417777 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ef38497d-db31-4309-9699-8031ee604d2d tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks [] for security_group_rule (b860d800-7a16-40ef-b9e0-8fff01c358cf), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:57.472753 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ef38497d-db31-4309-9699-8031ee604d2d tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks [] for security_group_rule (b860d800-7a16-40ef-b9e0-8fff01c358cf), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:57.549800 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ef38497d-db31-4309-9699-8031ee604d2d tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607897'] for security_group_rule (b860d800-7a16-40ef-b9e0-8fff01c358cf), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:57.569681 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef38497d-db31-4309-9699-8031ee604d2d tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b860d800-7a16-40ef-b9e0-8fff01c358cf,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:57.626271 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ef38497d-db31-4309-9699-8031ee604d2d tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:57.627525 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-ef38497d-db31-4309-9699-8031ee604d2d tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3085852 Mar 07 17:11:57.630136 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 38416) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:11:57.634346 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-803bc6f4-15fd-4939-83d3-efdda5300495 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Request body: {'security_group_rule': {'security_group_id': '576c276b-5805-4c2d-9532-32cca923b8db', 'project_id': '776f3679e77e490b893316a32842cc90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:11:57.703364 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-803bc6f4-15fd-4939-83d3-efdda5300495 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks [] for security_group_rule (9010eb5d-d798-4ecc-a501-e119b1c091bd), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:57.762187 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-803bc6f4-15fd-4939-83d3-efdda5300495 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks [] for security_group_rule (9010eb5d-d798-4ecc-a501-e119b1c091bd), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:57.812768 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-803bc6f4-15fd-4939-83d3-efdda5300495 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607897'] for security_group_rule (9010eb5d-d798-4ecc-a501-e119b1c091bd), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:57.832406 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803bc6f4-15fd-4939-83d3-efdda5300495 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9010eb5d-d798-4ecc-a501-e119b1c091bd,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:57.888876 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-803bc6f4-15fd-4939-83d3-efdda5300495 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:57.890245 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-803bc6f4-15fd-4939-83d3-efdda5300495 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2592022 Mar 07 17:11:57.892954 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 38418) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:11:57.897307 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-1dd93559-26f7-4f01-bf68-a9fdd6fbb8f9 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Request body: {'security_group_rule': {'security_group_id': '576c276b-5805-4c2d-9532-32cca923b8db', 'project_id': '776f3679e77e490b893316a32842cc90', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:11:57.983471 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1dd93559-26f7-4f01-bf68-a9fdd6fbb8f9 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks [] for security_group_rule (acefca6c-4de9-4b86-98fa-5d22ff4937ff), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:58.040789 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1dd93559-26f7-4f01-bf68-a9fdd6fbb8f9 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks [] for security_group_rule (acefca6c-4de9-4b86-98fa-5d22ff4937ff), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:58.115975 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1dd93559-26f7-4f01-bf68-a9fdd6fbb8f9 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607897'] for security_group_rule (acefca6c-4de9-4b86-98fa-5d22ff4937ff), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:58.136163 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd93559-26f7-4f01-bf68-a9fdd6fbb8f9 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acefca6c-4de9-4b86-98fa-5d22ff4937ff,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:58.231937 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1dd93559-26f7-4f01-bf68-a9fdd6fbb8f9 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:58.233064 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-1dd93559-26f7-4f01-bf68-a9fdd6fbb8f9 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3392050 Mar 07 17:11:58.236352 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 38420) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:11:58.240826 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-7dfd7d7d-c149-4bfa-86f0-e0e5c02c5b1a tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Request body: {'security_group_rule': {'security_group_id': '576c276b-5805-4c2d-9532-32cca923b8db', 'project_id': '776f3679e77e490b893316a32842cc90', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:11:58.321104 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7dfd7d7d-c149-4bfa-86f0-e0e5c02c5b1a tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks [] for security_group_rule (d36091fc-e8e3-417f-870c-3b2734b86c55), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:58.382499 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7dfd7d7d-c149-4bfa-86f0-e0e5c02c5b1a tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks [] for security_group_rule (d36091fc-e8e3-417f-870c-3b2734b86c55), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:58.388286 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 68b2d58b-7e12-480b-a31a-5c4d73e42e14 up at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:11:58.440775 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Provisioning complete for port 68b2d58b-7e12-480b-a31a-5c4d73e42e14 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:11:58.440775 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (68b2d58b-7e12-480b-a31a-5c4d73e42e14), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:58.442643 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7dfd7d7d-c149-4bfa-86f0-e0e5c02c5b1a tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607897'] for security_group_rule (d36091fc-e8e3-417f-870c-3b2734b86c55), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:58.449822 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7e9a8e-2027-4ada-b627-0081edba5ec7 None None] Sync routers for ids ['5ee875b2-73a3-477e-b99e-a6c35e6fb483'] in dv-cinder-804035-42-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:11:58.461969 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd7d7d-c149-4bfa-86f0-e0e5c02c5b1a tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d36091fc-e8e3-417f-870c-3b2734b86c55,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:58.466044 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7e9a8e-2027-4ada-b627-0081edba5ec7 None None] Routers {'5ee875b2-73a3-477e-b99e-a6c35e6fb483'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:11:58.466835 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-7a7e9a8e-2027-4ada-b627-0081edba5ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:11:48Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['5ee875b2-73a3-477e-b99e-a6c35e6fb483'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:11:58.527517 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Current status of the port 68b2d58b-7e12-480b-a31a-5c4d73e42e14 is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:11:58.527865 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (68b2d58b-7e12-480b-a31a-5c4d73e42e14), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:58.534765 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7dfd7d7d-c149-4bfa-86f0-e0e5c02c5b1a tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:58.538842 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-7dfd7d7d-c149-4bfa-86f0-e0e5c02c5b1a tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2989306 Mar 07 17:11:58.539132 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 38422) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:11:58.543627 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-72209f56-0471-43f6-a132-4306b927ff19 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Request body: {'security_group_rule': {'security_group_id': '576c276b-5805-4c2d-9532-32cca923b8db', 'project_id': '776f3679e77e490b893316a32842cc90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:11:58.548985 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] For port 68b2d58b-7e12-480b-a31a-5c4d73e42e14, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=68b2d58b-7e12-480b-a31a-5c4d73e42e14,segment=NetworkSegment(733ea0a4-2088-41be-a436-48329c6e880b),segment_id=733ea0a4-2088-41be-a436-48329c6e880b)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:11:58.582951 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-7a7e9a8e-2027-4ada-b627-0081edba5ec7 None None] Set router 5ee875b2-73a3-477e-b99e-a6c35e6fb483 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:11:58.624542 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (68b2d58b-7e12-480b-a31a-5c4d73e42e14), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:58.635724 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.db.securitygroups_db [None req-72209f56-0471-43f6-a132-4306b927ff19 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Project 776f3679e77e490b893316a32842cc90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 17:11:58.641845 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-72209f56-0471-43f6-a132-4306b927ff19 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks [] for security_group_rule (9186dbab-53ac-4852-9b76-8302d5642260), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:58.677665 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Pushing event updated for resources: {'Port': ['ID=68b2d58b-7e12-480b-a31a-5c4d73e42e14,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:58.703839 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-72209f56-0471-43f6-a132-4306b927ff19 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks [] for security_group_rule (9186dbab-53ac-4852-9b76-8302d5642260), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:58.778444 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-72209f56-0471-43f6-a132-4306b927ff19 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607897'] for security_group_rule (9186dbab-53ac-4852-9b76-8302d5642260), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:58.798468 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72209f56-0471-43f6-a132-4306b927ff19 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9186dbab-53ac-4852-9b76-8302d5642260,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:58.866365 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-72209f56-0471-43f6-a132-4306b927ff19 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:58.867808 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-72209f56-0471-43f6-a132-4306b927ff19 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3275151 Mar 07 17:11:58.870391 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 38424) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:11:58.874646 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-28fd4da8-05b6-4163-99eb-fd4b24956f78 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Request body: {'security_group_rule': {'security_group_id': '576c276b-5805-4c2d-9532-32cca923b8db', 'project_id': '776f3679e77e490b893316a32842cc90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:11:58.877503 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-7a7e9a8e-2027-4ada-b627-0081edba5ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee875b2-73a3-477e-b99e-a6c35e6fb483', 'name': 'tempest-TestVolumeBootPattern-707983875-router', 'tenant_id': 'fe5bc122a7044f498e40be29920d2a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '68b2d58b-7e12-480b-a31a-5c4d73e42e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:11:52Z', 'updated_at': '2022-03-07T17:11:55Z', 'revision_number': 4, 'project_id': 'fe5bc122a7044f498e40be29920d2a8a', 'gw_port': {'id': '68b2d58b-7e12-480b-a31a-5c4d73e42e14', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:08:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee875b2-73a3-477e-b99e-a6c35e6fb483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:52Z', 'updated_at': '2022-03-07T17:11:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': 'e18b4053-fc9c-48ba-8af4-e164dc45bdb9', 'name': '', 'network_id': 'af845630-6316-4207-889f-b6b331c14f4e', 'tenant_id': 'fe5bc122a7044f498e40be29920d2a8a', 'mac_address': 'fa:16:3e:d4:39:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee875b2-73a3-477e-b99e-a6c35e6fb483', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1fc8ae26-70c1-4383-a07f-23e12bd5a6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:54Z', 'updated_at': '2022-03-07T17:11:55Z', 'revision_number': 2, 'project_id': 'fe5bc122a7044f498e40be29920d2a8a', 'subnets': [{'id': '1fc8ae26-70c1-4383-a07f-23e12bd5a6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:11:58.902206 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7e9a8e-2027-4ada-b627-0081edba5ec7 None None] Checking router: 5ee875b2-73a3-477e-b99e-a6c35e6fb483 for host: dv-cinder-804035-42-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:11:58.902561 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7e9a8e-2027-4ada-b627-0081edba5ec7 None None] Updating router 5ee875b2-73a3-477e-b99e-a6c35e6fb483 port e18b4053-fc9c-48ba-8af4-e164dc45bdb9 binding host dv-cinder-804035-42-iscsi {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 17:11:58.933431 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7a7e9a8e-2027-4ada-b627-0081edba5ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (e18b4053-fc9c-48ba-8af4-e164dc45bdb9), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:58.961406 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.db.securitygroups_db [None req-28fd4da8-05b6-4163-99eb-fd4b24956f78 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Project 776f3679e77e490b893316a32842cc90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 17:11:58.966428 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-28fd4da8-05b6-4163-99eb-fd4b24956f78 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks [] for security_group_rule (764caeb7-bcfd-4db0-ba88-9bf43cd02f0a), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:59.029522 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-28fd4da8-05b6-4163-99eb-fd4b24956f78 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks [] for security_group_rule (764caeb7-bcfd-4db0-ba88-9bf43cd02f0a), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:59.110683 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-28fd4da8-05b6-4163-99eb-fd4b24956f78 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607897'] for security_group_rule (764caeb7-bcfd-4db0-ba88-9bf43cd02f0a), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:59.129297 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd4da8-05b6-4163-99eb-fd4b24956f78 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=764caeb7-bcfd-4db0-ba88-9bf43cd02f0a,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:59.191115 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7a7e9a8e-2027-4ada-b627-0081edba5ec7 None None] Publish callbacks [] for port (e18b4053-fc9c-48ba-8af4-e164dc45bdb9), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:59.214639 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-28fd4da8-05b6-4163-99eb-fd4b24956f78 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:59.219517 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-28fd4da8-05b6-4163-99eb-fd4b24956f78 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3445592 Mar 07 17:11:59.299323 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7a7e9a8e-2027-4ada-b627-0081edba5ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (e18b4053-fc9c-48ba-8af4-e164dc45bdb9), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:59.379325 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8493970b-cd49-46d9-ab77-b43b3bae083f None None] Pushing event updated for resources: {'Port': ['ID=e18b4053-fc9c-48ba-8af4-e164dc45bdb9,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:59.413224 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-7a7e9a8e-2027-4ada-b627-0081edba5ec7 None None] Attempting to bind port e18b4053-fc9c-48ba-8af4-e164dc45bdb9 on host dv-cinder-804035-42-iscsi for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:11:59.413693 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-7a7e9a8e-2027-4ada-b627-0081edba5ec7 None None] Attempting to bind port e18b4053-fc9c-48ba-8af4-e164dc45bdb9 by drivers openvswitch,hyperv on host dv-cinder-804035-42-iscsi at level 0 using segments [{'id': '9d8900db-5636-46b5-bc6d-93c3d3732da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'af845630-6316-4207-889f-b6b331c14f4e'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:11:59.414156 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7e9a8e-2027-4ada-b627-0081edba5ec7 None None] Attempting to bind port e18b4053-fc9c-48ba-8af4-e164dc45bdb9 on network af845630-6316-4207-889f-b6b331c14f4e {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:11:59.419915 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7e9a8e-2027-4ada-b627-0081edba5ec7 None None] Checking agent: {'id': 'bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 53, 53), 'started_at': datetime.datetime(2022, 3, 7, 16, 54, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:11:59.420392 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7e9a8e-2027-4ada-b627-0081edba5ec7 None None] Checking segment: {'id': '9d8900db-5636-46b5-bc6d-93c3d3732da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'af845630-6316-4207-889f-b6b331c14f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:11:59.420891 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7a7e9a8e-2027-4ada-b627-0081edba5ec7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:59.421357 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7e9a8e-2027-4ada-b627-0081edba5ec7 None None] Bound using segment: {'id': '9d8900db-5636-46b5-bc6d-93c3d3732da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'af845630-6316-4207-889f-b6b331c14f4e'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:11:59.422507 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-7a7e9a8e-2027-4ada-b627-0081edba5ec7 None None] Bound port: e18b4053-fc9c-48ba-8af4-e164dc45bdb9, host: dv-cinder-804035-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d8900db-5636-46b5-bc6d-93c3d3732da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'af845630-6316-4207-889f-b6b331c14f4e'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:11:59.422971 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7a7e9a8e-2027-4ada-b627-0081edba5ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (e18b4053-fc9c-48ba-8af4-e164dc45bdb9), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:59.493865 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-7a7e9a8e-2027-4ada-b627-0081edba5ec7 None None] For port e18b4053-fc9c-48ba-8af4-e164dc45bdb9, host dv-cinder-804035-42-iscsi, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:11:59.497123 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-7a7e9a8e-2027-4ada-b627-0081edba5ec7 None None] For port e18b4053-fc9c-48ba-8af4-e164dc45bdb9, host dv-cinder-804035-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=e18b4053-fc9c-48ba-8af4-e164dc45bdb9,segment=NetworkSegment(9d8900db-5636-46b5-bc6d-93c3d3732da9),segment_id=9d8900db-5636-46b5-bc6d-93c3d3732da9)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:11:59.584848 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7a7e9a8e-2027-4ada-b627-0081edba5ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (e18b4053-fc9c-48ba-8af4-e164dc45bdb9), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:59.631956 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-81a14f80-2449-4d8c-972c-fbcc8e7073e6 None None] Provisioning complete for port e18b4053-fc9c-48ba-8af4-e164dc45bdb9 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:11:59.632444 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-81a14f80-2449-4d8c-972c-fbcc8e7073e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (e18b4053-fc9c-48ba-8af4-e164dc45bdb9), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:59.642349 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8493970b-cd49-46d9-ab77-b43b3bae083f None None] Pushing event updated for resources: {'Port': ['ID=e18b4053-fc9c-48ba-8af4-e164dc45bdb9,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:59.651306 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7e9a8e-2027-4ada-b627-0081edba5ec7 None None] Routers {'5ee875b2-73a3-477e-b99e-a6c35e6fb483'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:11:59.653480 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-7a7e9a8e-2027-4ada-b627-0081edba5ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:11:48Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['5ee875b2-73a3-477e-b99e-a6c35e6fb483'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:11:59.734760 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-81a14f80-2449-4d8c-972c-fbcc8e7073e6 None None] Current status of the port e18b4053-fc9c-48ba-8af4-e164dc45bdb9 is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:11:59.735223 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-81a14f80-2449-4d8c-972c-fbcc8e7073e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (e18b4053-fc9c-48ba-8af4-e164dc45bdb9), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:59.776468 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-81a14f80-2449-4d8c-972c-fbcc8e7073e6 None None] For port e18b4053-fc9c-48ba-8af4-e164dc45bdb9, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=e18b4053-fc9c-48ba-8af4-e164dc45bdb9,segment=NetworkSegment(9d8900db-5636-46b5-bc6d-93c3d3732da9),segment_id=9d8900db-5636-46b5-bc6d-93c3d3732da9)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:11:59.807920 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-7a7e9a8e-2027-4ada-b627-0081edba5ec7 None None] Set router 5ee875b2-73a3-477e-b99e-a6c35e6fb483 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:11:59.836082 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-81a14f80-2449-4d8c-972c-fbcc8e7073e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (e18b4053-fc9c-48ba-8af4-e164dc45bdb9), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:11:59.895032 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a14f80-2449-4d8c-972c-fbcc8e7073e6 None None] Pushing event updated for resources: {'Port': ['ID=e18b4053-fc9c-48ba-8af4-e164dc45bdb9,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:11:59.960599 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-7fedc607-905c-474a-8c3c-1ec6cfedfe78 None None] Provisioning complete for port e18b4053-fc9c-48ba-8af4-e164dc45bdb9 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:11:59.961740 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7fedc607-905c-474a-8c3c-1ec6cfedfe78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (e18b4053-fc9c-48ba-8af4-e164dc45bdb9), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:00.054497 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-7fedc607-905c-474a-8c3c-1ec6cfedfe78 None None] Current status of the port e18b4053-fc9c-48ba-8af4-e164dc45bdb9 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:12:00.058479 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-7a7e9a8e-2027-4ada-b627-0081edba5ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee875b2-73a3-477e-b99e-a6c35e6fb483', 'name': 'tempest-TestVolumeBootPattern-707983875-router', 'tenant_id': 'fe5bc122a7044f498e40be29920d2a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '68b2d58b-7e12-480b-a31a-5c4d73e42e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:11:52Z', 'updated_at': '2022-03-07T17:11:55Z', 'revision_number': 4, 'project_id': 'fe5bc122a7044f498e40be29920d2a8a', 'gw_port': {'id': '68b2d58b-7e12-480b-a31a-5c4d73e42e14', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:08:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee875b2-73a3-477e-b99e-a6c35e6fb483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:52Z', 'updated_at': '2022-03-07T17:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': 'e18b4053-fc9c-48ba-8af4-e164dc45bdb9', 'name': '', 'network_id': 'af845630-6316-4207-889f-b6b331c14f4e', 'tenant_id': 'fe5bc122a7044f498e40be29920d2a8a', 'mac_address': 'fa:16:3e:d4:39:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee875b2-73a3-477e-b99e-a6c35e6fb483', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1fc8ae26-70c1-4383-a07f-23e12bd5a6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:54Z', 'updated_at': '2022-03-07T17:11:59Z', 'revision_number': 4, 'project_id': 'fe5bc122a7044f498e40be29920d2a8a', 'subnets': [{'id': '1fc8ae26-70c1-4383-a07f-23e12bd5a6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:12:00.086292 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7e9a8e-2027-4ada-b627-0081edba5ec7 None None] The sync data for ids ['5ee875b2-73a3-477e-b99e-a6c35e6fb483'] in dv-cinder-804035-42-iscsi is: [{'id': '5ee875b2-73a3-477e-b99e-a6c35e6fb483', 'name': 'tempest-TestVolumeBootPattern-707983875-router', 'tenant_id': 'fe5bc122a7044f498e40be29920d2a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '68b2d58b-7e12-480b-a31a-5c4d73e42e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:11:52Z', 'updated_at': '2022-03-07T17:11:55Z', 'revision_number': 4, 'project_id': 'fe5bc122a7044f498e40be29920d2a8a', 'gw_port': {'id': '68b2d58b-7e12-480b-a31a-5c4d73e42e14', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:08:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee875b2-73a3-477e-b99e-a6c35e6fb483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:52Z', 'updated_at': '2022-03-07T17:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': 'e18b4053-fc9c-48ba-8af4-e164dc45bdb9', 'name': '', 'network_id': 'af845630-6316-4207-889f-b6b331c14f4e', 'tenant_id': 'fe5bc122a7044f498e40be29920d2a8a', 'mac_address': 'fa:16:3e:d4:39:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee875b2-73a3-477e-b99e-a6c35e6fb483', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1fc8ae26-70c1-4383-a07f-23e12bd5a6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:54Z', 'updated_at': '2022-03-07T17:11:59Z', 'revision_number': 4, 'project_id': 'fe5bc122a7044f498e40be29920d2a8a', 'subnets': [{'id': '1fc8ae26-70c1-4383-a07f-23e12bd5a6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:12:00.387217 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 68b2d58b-7e12-480b-a31a-5c4d73e42e14 up at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:12:00.441428 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Provisioning complete for port 68b2d58b-7e12-480b-a31a-5c4d73e42e14 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:12:00.441772 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (68b2d58b-7e12-480b-a31a-5c4d73e42e14), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:00.522285 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Current status of the port 68b2d58b-7e12-480b-a31a-5c4d73e42e14 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:12:00.523348 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device e18b4053-fc9c-48ba-8af4-e164dc45bdb9 up at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:12:00.572798 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Provisioning complete for port e18b4053-fc9c-48ba-8af4-e164dc45bdb9 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:12:00.573267 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (e18b4053-fc9c-48ba-8af4-e164dc45bdb9), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:00.661140 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Current status of the port e18b4053-fc9c-48ba-8af4-e164dc45bdb9 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:12:03.396063 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018fcb0c-0c6f-46d2-b1f8-ccf399a27285 req-deb5ffe3-7398-4d1d-8f37-af6e06e020eb tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:03.407091 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-018fcb0c-0c6f-46d2-b1f8-ccf399a27285 req-deb5ffe3-7398-4d1d-8f37-af6e06e020eb tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 947 time: 0.0604250 Mar 07 17:12:03.446064 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-018fcb0c-0c6f-46d2-b1f8-ccf399a27285 req-d63ffd65-9c63-4021-9f9f-1bdd3d2240af tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425117 Mar 07 17:12:04.577275 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca1856-05c4-408f-9334-f3b3f851b0da req-3dec8227-ecc4-42e9-a9fe-e686cf12d396 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:04.578774 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8cca1856-05c4-408f-9334-f3b3f851b0da req-3dec8227-ecc4-42e9-a9fe-e686cf12d396 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 947 time: 0.0526259 Mar 07 17:12:04.625533 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8cca1856-05c4-408f-9334-f3b3f851b0da req-1b9021c8-6307-40e5-b563-a6e42c618cdb tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404289 Mar 07 17:12:05.115736 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8de991-b75c-4f52-b791-83ac16e07b17 req-490ce1dd-132c-41f6-ac89-33484961533d tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:05.117172 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-bd8de991-b75c-4f52-b791-83ac16e07b17 req-490ce1dd-132c-41f6-ac89-33484961533d tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.53 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 947 time: 0.0570064 Mar 07 17:12:05.211921 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-bd8de991-b75c-4f52-b791-83ac16e07b17 req-1c32a9a2-7a33-4102-bd6b-e3a49fea7e7a tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Deleting port b2e0ed20-d0ff-4eee-8fd3-b7990628b79f {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:12:05.212258 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-bd8de991-b75c-4f52-b791-83ac16e07b17 req-1c32a9a2-7a33-4102-bd6b-e3a49fea7e7a tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (b2e0ed20-d0ff-4eee-8fd3-b7990628b79f), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:05.303503 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-bd8de991-b75c-4f52-b791-83ac16e07b17 req-1c32a9a2-7a33-4102-bd6b-e3a49fea7e7a tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] For port b2e0ed20-d0ff-4eee-8fd3-b7990628b79f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b2e0ed20-d0ff-4eee-8fd3-b7990628b79f,segment=NetworkSegment(c9b3c6bf-042d-42ab-970e-e5cb93efe923),segment_id=c9b3c6bf-042d-42ab-970e-e5cb93efe923)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:12:05.303876 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-bd8de991-b75c-4f52-b791-83ac16e07b17 req-1c32a9a2-7a33-4102-bd6b-e3a49fea7e7a tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (b2e0ed20-d0ff-4eee-8fd3-b7990628b79f), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:05.771347 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-bd8de991-b75c-4f52-b791-83ac16e07b17 req-1c32a9a2-7a33-4102-bd6b-e3a49fea7e7a tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:05.772121 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-bd8de991-b75c-4f52-b791-83ac16e07b17 req-1c32a9a2-7a33-4102-bd6b-e3a49fea7e7a tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2049624'] for floatingip (76906539-71c1-4a3b-9f65-3c1c84a7035c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:05.772121 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.db.l3_db [req-bd8de991-b75c-4f52-b791-83ac16e07b17 req-1c32a9a2-7a33-4102-bd6b-e3a49fea7e7a tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Floating IP 76906539-71c1-4a3b-9f65-3c1c84a7035c disassociated. External IP: 172.27.3.244, port: b2e0ed20-d0ff-4eee-8fd3-b7990628b79f. Mar 07 17:12:05.772383 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-bd8de991-b75c-4f52-b791-83ac16e07b17 req-1c32a9a2-7a33-4102-bd6b-e3a49fea7e7a tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Calling delete_port for b2e0ed20-d0ff-4eee-8fd3-b7990628b79f owned by compute:nova {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:12:05.797232 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77c0b2-6435-4085-96c3-8039a72815fc req-a0da30c0-bf57-41bc-89b0-849dd900f370 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:05.799433 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-af77c0b2-6435-4085-96c3-8039a72815fc req-a0da30c0-bf57-41bc-89b0-849dd900f370 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 947 time: 0.0824385 Mar 07 17:12:05.896328 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-af77c0b2-6435-4085-96c3-8039a72815fc req-03882e24-c1e5-49f3-afdb-1d2541407408 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups?id=64db6adc-f5af-48b3-8bb4-28a7af511c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674300 Mar 07 17:12:06.024151 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-bd8de991-b75c-4f52-b791-83ac16e07b17 req-1c32a9a2-7a33-4102-bd6b-e3a49fea7e7a tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (b2e0ed20-d0ff-4eee-8fd3-b7990628b79f), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:06.053315 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c32a9a2-7a33-4102-bd6b-e3a49fea7e7a tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Pushing event deleted for resources: {'Port': ['ID=b2e0ed20-d0ff-4eee-8fd3-b7990628b79f,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:06.064481 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c32a9a2-7a33-4102-bd6b-e3a49fea7e7a tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:06.064847 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c32a9a2-7a33-4102-bd6b-e3a49fea7e7a tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:06.065181 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c32a9a2-7a33-4102-bd6b-e3a49fea7e7a tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:06.065520 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c32a9a2-7a33-4102-bd6b-e3a49fea7e7a tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:06.065856 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c32a9a2-7a33-4102-bd6b-e3a49fea7e7a tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:06.066188 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c32a9a2-7a33-4102-bd6b-e3a49fea7e7a tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:06.066513 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c32a9a2-7a33-4102-bd6b-e3a49fea7e7a tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:06.066990 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c32a9a2-7a33-4102-bd6b-e3a49fea7e7a tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:06.067384 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c32a9a2-7a33-4102-bd6b-e3a49fea7e7a tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:06.067502 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c32a9a2-7a33-4102-bd6b-e3a49fea7e7a tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:06.075081 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c32a9a2-7a33-4102-bd6b-e3a49fea7e7a tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:06.075081 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c32a9a2-7a33-4102-bd6b-e3a49fea7e7a tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:06.075081 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c32a9a2-7a33-4102-bd6b-e3a49fea7e7a tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:06.184203 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd8de991-b75c-4f52-b791-83ac16e07b17 req-1c32a9a2-7a33-4102-bd6b-e3a49fea7e7a tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Router c91f9a92-5cc8-400d-ba24-c07e037522ba has already been hosted by L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:12:06.298511 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd8de991-b75c-4f52-b791-83ac16e07b17 req-1c32a9a2-7a33-4102-bd6b-e3a49fea7e7a tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:12:06.308846 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccb311e-e8e9-4b7d-9c40-6db7a7195ef7 None None] Sync routers for ids ['c91f9a92-5cc8-400d-ba24-c07e037522ba'] in dv-cinder-804035-42-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:12:06.320347 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccb311e-e8e9-4b7d-9c40-6db7a7195ef7 None None] Routers {'c91f9a92-5cc8-400d-ba24-c07e037522ba'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:12:06.320976 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-1ccb311e-e8e9-4b7d-9c40-6db7a7195ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:11:48Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['c91f9a92-5cc8-400d-ba24-c07e037522ba'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:12:06.346029 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd8de991-b75c-4f52-b791-83ac16e07b17 req-1c32a9a2-7a33-4102-bd6b-e3a49fea7e7a tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] No DVR routers for this DVR port b2e0ed20-d0ff-4eee-8fd3-b7990628b79f on host hv-cinder-80403 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:12:06.348735 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-bd8de991-b75c-4f52-b791-83ac16e07b17 req-1c32a9a2-7a33-4102-bd6b-e3a49fea7e7a tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:06.355717 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-bd8de991-b75c-4f52-b791-83ac16e07b17 req-1c32a9a2-7a33-4102-bd6b-e3a49fea7e7a tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.53 "DELETE /v2.0/ports/b2e0ed20-d0ff-4eee-8fd3-b7990628b79f HTTP/1.1" status: 204 len: 173 time: 1.2288704 Mar 07 17:12:06.355717 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51515611-cbe3-4462-bc8a-2cffae8275cc', 'name': 'network-vif-deleted', 'tag': 'b2e0ed20-d0ff-4eee-8fd3-b7990628b79f'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:12:06.355717 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aba4c615e876ca6c23e5fed61a3d1f980fac3f984d457871ad3b292fe147bdb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21fb1e82-c13e-453a-93ef-75f5cf228fdd" -d '{"events": [{"server_uuid": "51515611-cbe3-4462-bc8a-2cffae8275cc", "name": "network-vif-deleted", "tag": "b2e0ed20-d0ff-4eee-8fd3-b7990628b79f"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:12:06.419252 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849bf7dd-4f2e-474a-9d1e-5c4e9d920211 x-openstack-request-id: req-849bf7dd-4f2e-474a-9d1e-5c4e9d920211 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:12:06.419619 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51515611-cbe3-4462-bc8a-2cffae8275cc", "name": "network-vif-deleted", "tag": "b2e0ed20-d0ff-4eee-8fd3-b7990628b79f", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:12:06.419890 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-849bf7dd-4f2e-474a-9d1e-5c4e9d920211 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:12:06.420303 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51515611-cbe3-4462-bc8a-2cffae8275cc', 'name': 'network-vif-deleted', 'tag': 'b2e0ed20-d0ff-4eee-8fd3-b7990628b79f', 'status': 'completed', 'code': 200} Mar 07 17:12:06.459215 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-1ccb311e-e8e9-4b7d-9c40-6db7a7195ef7 None None] Set router c91f9a92-5cc8-400d-ba24-c07e037522ba gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:12:06.678091 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-1ccb311e-e8e9-4b7d-9c40-6db7a7195ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'name': 'tempest-AttachVolumeShelveTestJSON-2044604753-router', 'tenant_id': 'db35bac585dc40f58eb36a633d40676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'cf88e20c-3353-4f9f-8175-f3350c593e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:02:15Z', 'updated_at': '2022-03-07T17:02:22Z', 'revision_number': 4, 'project_id': 'db35bac585dc40f58eb36a633d40676e', 'gw_port': {'id': 'cf88e20c-3353-4f9f-8175-f3350c593e9e', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:02:16Z', 'updated_at': '2022-03-07T17:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': '65cacb49-be73-4420-a3dd-ea07426e84e8', 'name': '', 'network_id': '092694bd-373f-4bfb-9d43-3858867af44b', 'tenant_id': 'db35bac585dc40f58eb36a633d40676e', 'mac_address': 'fa:16:3e:93:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '74c40c13-f415-433a-b979-4cf6b968572a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:02:20Z', 'updated_at': '2022-03-07T17:02:29Z', 'revision_number': 5, 'project_id': 'db35bac585dc40f58eb36a633d40676e', 'subnets': [{'id': '74c40c13-f415-433a-b979-4cf6b968572a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:12:06.708509 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccb311e-e8e9-4b7d-9c40-6db7a7195ef7 None None] Checking router: c91f9a92-5cc8-400d-ba24-c07e037522ba for host: dv-cinder-804035-42-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:12:06.714739 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccb311e-e8e9-4b7d-9c40-6db7a7195ef7 None None] Routers {'c91f9a92-5cc8-400d-ba24-c07e037522ba'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:12:06.715365 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-1ccb311e-e8e9-4b7d-9c40-6db7a7195ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:11:48Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['c91f9a92-5cc8-400d-ba24-c07e037522ba'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:12:06.828262 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-1ccb311e-e8e9-4b7d-9c40-6db7a7195ef7 None None] Set router c91f9a92-5cc8-400d-ba24-c07e037522ba gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:12:07.011123 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fe5a5a02-c01f-4ea8-a9e7-6913a9db410c req-4b9461c9-28b4-4c26-98a2-1df3201cafb5 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/ports?device_id=51515611-cbe3-4462-bc8a-2cffae8275cc HTTP/1.1" status: 200 len: 210 time: 0.0295420 Mar 07 17:12:07.041122 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-1ccb311e-e8e9-4b7d-9c40-6db7a7195ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'name': 'tempest-AttachVolumeShelveTestJSON-2044604753-router', 'tenant_id': 'db35bac585dc40f58eb36a633d40676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'cf88e20c-3353-4f9f-8175-f3350c593e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:02:15Z', 'updated_at': '2022-03-07T17:02:22Z', 'revision_number': 4, 'project_id': 'db35bac585dc40f58eb36a633d40676e', 'gw_port': {'id': 'cf88e20c-3353-4f9f-8175-f3350c593e9e', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:02:16Z', 'updated_at': '2022-03-07T17:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': '65cacb49-be73-4420-a3dd-ea07426e84e8', 'name': '', 'network_id': '092694bd-373f-4bfb-9d43-3858867af44b', 'tenant_id': 'db35bac585dc40f58eb36a633d40676e', 'mac_address': 'fa:16:3e:93:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '74c40c13-f415-433a-b979-4cf6b968572a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:02:20Z', 'updated_at': '2022-03-07T17:02:29Z', 'revision_number': 5, 'project_id': 'db35bac585dc40f58eb36a633d40676e', 'subnets': [{'id': '74c40c13-f415-433a-b979-4cf6b968572a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:12:07.072010 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccb311e-e8e9-4b7d-9c40-6db7a7195ef7 None None] The sync data for ids ['c91f9a92-5cc8-400d-ba24-c07e037522ba'] in dv-cinder-804035-42-iscsi is: [{'id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'name': 'tempest-AttachVolumeShelveTestJSON-2044604753-router', 'tenant_id': 'db35bac585dc40f58eb36a633d40676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'cf88e20c-3353-4f9f-8175-f3350c593e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:02:15Z', 'updated_at': '2022-03-07T17:02:22Z', 'revision_number': 4, 'project_id': 'db35bac585dc40f58eb36a633d40676e', 'gw_port': {'id': 'cf88e20c-3353-4f9f-8175-f3350c593e9e', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:02:16Z', 'updated_at': '2022-03-07T17:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': '65cacb49-be73-4420-a3dd-ea07426e84e8', 'name': '', 'network_id': '092694bd-373f-4bfb-9d43-3858867af44b', 'tenant_id': 'db35bac585dc40f58eb36a633d40676e', 'mac_address': 'fa:16:3e:93:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '74c40c13-f415-433a-b979-4cf6b968572a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:02:20Z', 'updated_at': '2022-03-07T17:02:29Z', 'revision_number': 5, 'project_id': 'db35bac585dc40f58eb36a633d40676e', 'subnets': [{'id': '74c40c13-f415-433a-b979-4cf6b968572a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:12:07.306107 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5ccfa5-64d6-483e-949e-499a19578bae None None] New status for floating IP 76906539-71c1-4a3b-9f65-3c1c84a7035c: DOWN {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:12:08.168106 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 38522) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:08.171073 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device b2e0ed20-d0ff-4eee-8fd3-b7990628b79f no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:12:08.192115 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] No Port match for: b2e0ed20-d0ff-4eee-8fd3-b7990628b79f {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:12:08.192455 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device b2e0ed20-d0ff-4eee-8fd3-b7990628b79f not bound to the agent host hv-cinder-80403 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:12:08.221822 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c229af01-2d24-4f0c-bd8f-7ade53ddf582 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks [] for security_group (64db6adc-f5af-48b3-8bb4-28a7af511c0d), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:08.244770 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c229af01-2d24-4f0c-bd8f-7ade53ddf582 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks [] for security_group (64db6adc-f5af-48b3-8bb4-28a7af511c0d), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:08.284703 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:12:08.367102 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c229af01-2d24-4f0c-bd8f-7ade53ddf582 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (64db6adc-f5af-48b3-8bb4-28a7af511c0d), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:08.369956 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c229af01-2d24-4f0c-bd8f-7ade53ddf582 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:08.371101 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-c229af01-2d24-4f0c-bd8f-7ade53ddf582 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "DELETE /v2.0/security-groups/64db6adc-f5af-48b3-8bb4-28a7af511c0d HTTP/1.1" status: 204 len: 168 time: 0.2019205 Mar 07 17:12:08.374009 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 38524) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:08.381118 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c229af01-2d24-4f0c-bd8f-7ade53ddf582 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64db6adc-f5af-48b3-8bb4-28a7af511c0d,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:08.387252 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.api.v2.resource [None req-c3458c03-865e-485f-bcfe-6c1412ce3b59 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] show failed (client error): The resource could not be found. Mar 07 17:12:08.388055 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c229af01-2d24-4f0c-bd8f-7ade53ddf582 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:08.389035 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-c3458c03-865e-485f-bcfe-6c1412ce3b59 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "GET /v2.0/security-groups/64db6adc-f5af-48b3-8bb4-28a7af511c0d HTTP/1.1" status: 404 len: 347 time: 0.0131702 Mar 07 17:12:08.389169 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c229af01-2d24-4f0c-bd8f-7ade53ddf582 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:08.389169 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c229af01-2d24-4f0c-bd8f-7ade53ddf582 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:08.389169 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c229af01-2d24-4f0c-bd8f-7ade53ddf582 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:08.389470 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c229af01-2d24-4f0c-bd8f-7ade53ddf582 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:08.389929 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c229af01-2d24-4f0c-bd8f-7ade53ddf582 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:08.390475 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c229af01-2d24-4f0c-bd8f-7ade53ddf582 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:08.390964 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c229af01-2d24-4f0c-bd8f-7ade53ddf582 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:08.391522 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c229af01-2d24-4f0c-bd8f-7ade53ddf582 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:08.391654 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 38526) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:08.391893 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c229af01-2d24-4f0c-bd8f-7ade53ddf582 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:08.392357 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c229af01-2d24-4f0c-bd8f-7ade53ddf582 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:08.394238 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c229af01-2d24-4f0c-bd8f-7ade53ddf582 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:08.395483 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c229af01-2d24-4f0c-bd8f-7ade53ddf582 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:08.520673 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-6db633a6-ef08-4ec7-a67e-662ee72d7d8f tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Deleting port 292904a5-6e5c-4353-8bb6-3f500bc53036 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:12:08.521018 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6db633a6-ef08-4ec7-a67e-662ee72d7d8f tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (292904a5-6e5c-4353-8bb6-3f500bc53036), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:08.602949 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6db633a6-ef08-4ec7-a67e-662ee72d7d8f tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (292904a5-6e5c-4353-8bb6-3f500bc53036), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:08.603181 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6db633a6-ef08-4ec7-a67e-662ee72d7d8f tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks [] for floatingip (292904a5-6e5c-4353-8bb6-3f500bc53036), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:08.616030 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-6db633a6-ef08-4ec7-a67e-662ee72d7d8f tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Calling delete_port for 292904a5-6e5c-4353-8bb6-3f500bc53036 owned by network:floatingip {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:12:08.823886 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6db633a6-ef08-4ec7-a67e-662ee72d7d8f tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (292904a5-6e5c-4353-8bb6-3f500bc53036), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:08.852034 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db633a6-ef08-4ec7-a67e-662ee72d7d8f tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Pushing event deleted for resources: {'Port': ['ID=292904a5-6e5c-4353-8bb6-3f500bc53036,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:08.915284 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6db633a6-ef08-4ec7-a67e-662ee72d7d8f tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks [] for floatingip (76906539-71c1-4a3b-9f65-3c1c84a7035c), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:08.917813 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6db633a6-ef08-4ec7-a67e-662ee72d7d8f tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:08.919432 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-6db633a6-ef08-4ec7-a67e-662ee72d7d8f tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] 10.222.0.45 "DELETE /v2.0/floatingips/76906539-71c1-4a3b-9f65-3c1c84a7035c HTTP/1.1" status: 204 len: 168 time: 0.5265658 Mar 07 17:12:11.591555 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 38568) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:12.150196 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7c2693a8-417b-48af-8daa-313cb6fed131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2051416'] for router_interface (c91f9a92-5cc8-400d-ba24-c07e037522ba), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:12.451304 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-7c2693a8-417b-48af-8daa-313cb6fed131 admin admin] Deleting port 65cacb49-be73-4420-a3dd-ea07426e84e8 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:12:12.451591 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7c2693a8-417b-48af-8daa-313cb6fed131 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (65cacb49-be73-4420-a3dd-ea07426e84e8), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:12.528293 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-7c2693a8-417b-48af-8daa-313cb6fed131 admin admin] For port 65cacb49-be73-4420-a3dd-ea07426e84e8, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=65cacb49-be73-4420-a3dd-ea07426e84e8,segment=NetworkSegment(c9b3c6bf-042d-42ab-970e-e5cb93efe923),segment_id=c9b3c6bf-042d-42ab-970e-e5cb93efe923)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:12:12.528657 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7c2693a8-417b-48af-8daa-313cb6fed131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (65cacb49-be73-4420-a3dd-ea07426e84e8), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:12.540797 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-7c2693a8-417b-48af-8daa-313cb6fed131 admin admin] Calling delete_port for 65cacb49-be73-4420-a3dd-ea07426e84e8 owned by network:router_interface {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:12:12.772306 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7c2693a8-417b-48af-8daa-313cb6fed131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (65cacb49-be73-4420-a3dd-ea07426e84e8), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:12.800455 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2693a8-417b-48af-8daa-313cb6fed131 admin admin] Pushing event deleted for resources: {'Port': ['ID=65cacb49-be73-4420-a3dd-ea07426e84e8,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:12.963248 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7c2693a8-417b-48af-8daa-313cb6fed131 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2051372'] for router_interface (c91f9a92-5cc8-400d-ba24-c07e037522ba), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:13.178949 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c2693a8-417b-48af-8daa-313cb6fed131 admin admin] Router c91f9a92-5cc8-400d-ba24-c07e037522ba has already been hosted by L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:12:13.283888 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2693a8-417b-48af-8daa-313cb6fed131 admin admin] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:12:13.289694 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-7c2693a8-417b-48af-8daa-313cb6fed131 admin admin] 10.222.0.45 "PUT /v2.0/routers/c91f9a92-5cc8-400d-ba24-c07e037522ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6971147 Mar 07 17:12:13.292315 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 38576) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:13.295198 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ec04a7-8cdd-4e4b-9abf-0d6517fc82e6 None None] Sync routers for ids ['c91f9a92-5cc8-400d-ba24-c07e037522ba'] in dv-cinder-804035-42-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:12:13.305703 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ec04a7-8cdd-4e4b-9abf-0d6517fc82e6 None None] Routers {'c91f9a92-5cc8-400d-ba24-c07e037522ba'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:12:13.306404 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-19ec04a7-8cdd-4e4b-9abf-0d6517fc82e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:11:48Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['c91f9a92-5cc8-400d-ba24-c07e037522ba'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:12:13.397862 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d113aa92-e2de-4aaa-b4e6-f62e29a52f5a admin admin] Publish callbacks [] for router (c91f9a92-5cc8-400d-ba24-c07e037522ba), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:13.417321 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-19ec04a7-8cdd-4e4b-9abf-0d6517fc82e6 None None] Set router c91f9a92-5cc8-400d-ba24-c07e037522ba gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:12:13.743871 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-19ec04a7-8cdd-4e4b-9abf-0d6517fc82e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'name': 'tempest-AttachVolumeShelveTestJSON-2044604753-router', 'tenant_id': 'db35bac585dc40f58eb36a633d40676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'cf88e20c-3353-4f9f-8175-f3350c593e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:02:15Z', 'updated_at': '2022-03-07T17:12:12Z', 'revision_number': 5, 'project_id': 'db35bac585dc40f58eb36a633d40676e', 'gw_port': {'id': 'cf88e20c-3353-4f9f-8175-f3350c593e9e', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:02:16Z', 'updated_at': '2022-03-07T17:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi'}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:12:13.771969 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ec04a7-8cdd-4e4b-9abf-0d6517fc82e6 None None] Checking router: c91f9a92-5cc8-400d-ba24-c07e037522ba for host: dv-cinder-804035-42-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:12:13.780171 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ec04a7-8cdd-4e4b-9abf-0d6517fc82e6 None None] Routers {'c91f9a92-5cc8-400d-ba24-c07e037522ba'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:12:13.780773 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-19ec04a7-8cdd-4e4b-9abf-0d6517fc82e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:11:48Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['c91f9a92-5cc8-400d-ba24-c07e037522ba'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:12:13.784957 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d113aa92-e2de-4aaa-b4e6-f62e29a52f5a admin admin] Publish callbacks [] for router_gateway (c91f9a92-5cc8-400d-ba24-c07e037522ba), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:13.895659 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-19ec04a7-8cdd-4e4b-9abf-0d6517fc82e6 None None] Set router c91f9a92-5cc8-400d-ba24-c07e037522ba gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:12:13.902321 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-d113aa92-e2de-4aaa-b4e6-f62e29a52f5a admin admin] Deleting port cf88e20c-3353-4f9f-8175-f3350c593e9e {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:12:13.902662 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d113aa92-e2de-4aaa-b4e6-f62e29a52f5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (cf88e20c-3353-4f9f-8175-f3350c593e9e), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:13.980133 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-d113aa92-e2de-4aaa-b4e6-f62e29a52f5a admin admin] For port cf88e20c-3353-4f9f-8175-f3350c593e9e, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=cf88e20c-3353-4f9f-8175-f3350c593e9e,segment=NetworkSegment(733ea0a4-2088-41be-a436-48329c6e880b),segment_id=733ea0a4-2088-41be-a436-48329c6e880b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:12:13.980410 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d113aa92-e2de-4aaa-b4e6-f62e29a52f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (cf88e20c-3353-4f9f-8175-f3350c593e9e), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:13.992854 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-d113aa92-e2de-4aaa-b4e6-f62e29a52f5a admin admin] Calling delete_port for cf88e20c-3353-4f9f-8175-f3350c593e9e owned by network:router_gateway {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:12:14.071274 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-19ec04a7-8cdd-4e4b-9abf-0d6517fc82e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'name': 'tempest-AttachVolumeShelveTestJSON-2044604753-router', 'tenant_id': 'db35bac585dc40f58eb36a633d40676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'cf88e20c-3353-4f9f-8175-f3350c593e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:02:15Z', 'updated_at': '2022-03-07T17:12:12Z', 'revision_number': 5, 'project_id': 'db35bac585dc40f58eb36a633d40676e', 'gw_port': {'id': 'cf88e20c-3353-4f9f-8175-f3350c593e9e', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:02:16Z', 'updated_at': '2022-03-07T17:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi'}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:12:14.100913 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ec04a7-8cdd-4e4b-9abf-0d6517fc82e6 None None] The sync data for ids ['c91f9a92-5cc8-400d-ba24-c07e037522ba'] in dv-cinder-804035-42-iscsi is: [{'id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'name': 'tempest-AttachVolumeShelveTestJSON-2044604753-router', 'tenant_id': 'db35bac585dc40f58eb36a633d40676e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': 'cf88e20c-3353-4f9f-8175-f3350c593e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:02:15Z', 'updated_at': '2022-03-07T17:12:12Z', 'revision_number': 5, 'project_id': 'db35bac585dc40f58eb36a633d40676e', 'gw_port': {'id': 'cf88e20c-3353-4f9f-8175-f3350c593e9e', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91f9a92-5cc8-400d-ba24-c07e037522ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:02:16Z', 'updated_at': '2022-03-07T17:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi'}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:12:14.246540 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d113aa92-e2de-4aaa-b4e6-f62e29a52f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (cf88e20c-3353-4f9f-8175-f3350c593e9e), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:14.275958 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d113aa92-e2de-4aaa-b4e6-f62e29a52f5a admin admin] Pushing event deleted for resources: {'Port': ['ID=cf88e20c-3353-4f9f-8175-f3350c593e9e,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:14.334462 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d113aa92-e2de-4aaa-b4e6-f62e29a52f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2048134'] for router_gateway (c91f9a92-5cc8-400d-ba24-c07e037522ba), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:14.424818 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d113aa92-e2de-4aaa-b4e6-f62e29a52f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2052402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57210'] for router (c91f9a92-5cc8-400d-ba24-c07e037522ba), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:14.427515 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d113aa92-e2de-4aaa-b4e6-f62e29a52f5a admin admin] Publish callbacks [] for router_controller (c91f9a92-5cc8-400d-ba24-c07e037522ba), precommit_delete_associations {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:14.540903 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d113aa92-e2de-4aaa-b4e6-f62e29a52f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2052389'] for router (c91f9a92-5cc8-400d-ba24-c07e037522ba), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:14.541480 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d113aa92-e2de-4aaa-b4e6-f62e29a52f5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c91f9a92-5cc8-400d-ba24-c07e037522ba {{(pid=103431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 17:12:14.545825 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d113aa92-e2de-4aaa-b4e6-f62e29a52f5a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:14.546971 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-d113aa92-e2de-4aaa-b4e6-f62e29a52f5a admin admin] 10.222.0.45 "DELETE /v2.0/routers/c91f9a92-5cc8-400d-ba24-c07e037522ba HTTP/1.1" status: 204 len: 168 time: 1.2536700 Mar 07 17:12:14.549535 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 38580) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:14.571125 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 65cacb49-be73-4420-a3dd-ea07426e84e8 no longer exists at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:12:14.594416 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] No Port match for: 65cacb49-be73-4420-a3dd-ea07426e84e8 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:12:14.595040 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 65cacb49-be73-4420-a3dd-ea07426e84e8 not bound to the agent host dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:12:14.602160 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_v2 [None req-9265938e-ea84-47a3-829a-14668dba8c43 admin admin] Deleting subnet 74c40c13-f415-433a-b979-4cf6b968572a {{(pid=103431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 17:12:14.605715 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9265938e-ea84-47a3-829a-14668dba8c43 admin admin] Publish callbacks [] for subnet (74c40c13-f415-433a-b979-4cf6b968572a), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:14.640304 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9265938e-ea84-47a3-829a-14668dba8c43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60696947'] for subnet (74c40c13-f415-433a-b979-4cf6b968572a), precommit_delete_associations {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:14.723735 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9265938e-ea84-47a3-829a-14668dba8c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712441'] for subnet (74c40c13-f415-433a-b979-4cf6b968572a), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:14.852901 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9265938e-ea84-47a3-829a-14668dba8c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58733494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60764649'] for subnet (74c40c13-f415-433a-b979-4cf6b968572a), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:14.878509 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9265938e-ea84-47a3-829a-14668dba8c43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74c40c13-f415-433a-b979-4cf6b968572a,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:14.884005 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9265938e-ea84-47a3-829a-14668dba8c43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:14.887863 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-9265938e-ea84-47a3-829a-14668dba8c43 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/74c40c13-f415-433a-b979-4cf6b968572a HTTP/1.1" status: 204 len: 168 time: 0.3372777 Mar 07 17:12:14.889345 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1d385b-77a7-4b27-9752-a6e91434eff6 None None] Network 092694bd-373f-4bfb-9d43-3858867af44b requested from dv-cinder-804035-42-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:12:14.890233 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 38584) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:14.956910 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e99f8507-278e-4e8d-a677-3ecbf19b93db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748406'] for network (092694bd-373f-4bfb-9d43-3858867af44b), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:15.015378 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-e99f8507-278e-4e8d-a677-3ecbf19b93db admin admin] Deleting port d11b8688-3e6c-4b13-a47b-7648f28ce8c1 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:12:15.015758 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e99f8507-278e-4e8d-a677-3ecbf19b93db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (d11b8688-3e6c-4b13-a47b-7648f28ce8c1), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:15.078093 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-e99f8507-278e-4e8d-a677-3ecbf19b93db admin admin] For port d11b8688-3e6c-4b13-a47b-7648f28ce8c1, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=d11b8688-3e6c-4b13-a47b-7648f28ce8c1,segment=NetworkSegment(c9b3c6bf-042d-42ab-970e-e5cb93efe923),segment_id=c9b3c6bf-042d-42ab-970e-e5cb93efe923)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:12:15.078470 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e99f8507-278e-4e8d-a677-3ecbf19b93db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (d11b8688-3e6c-4b13-a47b-7648f28ce8c1), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:15.092874 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-e99f8507-278e-4e8d-a677-3ecbf19b93db admin admin] Calling delete_port for d11b8688-3e6c-4b13-a47b-7648f28ce8c1 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:12:15.117141 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20216721-ea57-46e1-98d2-078b591c9e0a None None] DHCP port deletion for 092694bd-373f-4bfb-9d43-3858867af44b request from dv-cinder-804035-42-iscsi {{(pid=103440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 17:12:15.166495 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-20216721-ea57-46e1-98d2-078b591c9e0a None None] Deleting port d11b8688-3e6c-4b13-a47b-7648f28ce8c1 {{(pid=103440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:12:15.166866 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-20216721-ea57-46e1-98d2-078b591c9e0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (d11b8688-3e6c-4b13-a47b-7648f28ce8c1), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:15.231198 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-20216721-ea57-46e1-98d2-078b591c9e0a None None] For port d11b8688-3e6c-4b13-a47b-7648f28ce8c1, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=d11b8688-3e6c-4b13-a47b-7648f28ce8c1,segment=NetworkSegment(c9b3c6bf-042d-42ab-970e-e5cb93efe923),segment_id=c9b3c6bf-042d-42ab-970e-e5cb93efe923)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:12:15.231630 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-20216721-ea57-46e1-98d2-078b591c9e0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (d11b8688-3e6c-4b13-a47b-7648f28ce8c1), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:15.235035 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e99f8507-278e-4e8d-a677-3ecbf19b93db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (d11b8688-3e6c-4b13-a47b-7648f28ce8c1), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:15.244108 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-20216721-ea57-46e1-98d2-078b591c9e0a None None] Calling delete_port for d11b8688-3e6c-4b13-a47b-7648f28ce8c1 owned by network:dhcp {{(pid=103440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:12:15.261061 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f8507-278e-4e8d-a677-3ecbf19b93db admin admin] Pushing event deleted for resources: {'Port': ['ID=d11b8688-3e6c-4b13-a47b-7648f28ce8c1,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:15.264484 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99f8507-278e-4e8d-a677-3ecbf19b93db admin admin] No DVR routers for this DVR port d11b8688-3e6c-4b13-a47b-7648f28ce8c1 on host dv-cinder-804035-42-iscsi {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:12:15.326004 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-20216721-ea57-46e1-98d2-078b591c9e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386'] for port (d11b8688-3e6c-4b13-a47b-7648f28ce8c1), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:15.344075 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e99f8507-278e-4e8d-a677-3ecbf19b93db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856182', 'neutron.services.segments.db._delete_segments_for_network-8762244314215'] for network (092694bd-373f-4bfb-9d43-3858867af44b), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:15.357155 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20216721-ea57-46e1-98d2-078b591c9e0a None None] No DVR routers for this DVR port d11b8688-3e6c-4b13-a47b-7648f28ce8c1 on host dv-cinder-804035-42-iscsi {{(pid=103440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:12:15.362266 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20216721-ea57-46e1-98d2-078b591c9e0a None None] Pushing event deleted for resources: {'Port': ['ID=d11b8688-3e6c-4b13-a47b-7648f28ce8c1,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:15.367555 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-e99f8507-278e-4e8d-a677-3ecbf19b93db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['092694bd-373f-4bfb-9d43-3858867af44b']}} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:12:15.375546 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20216721-ea57-46e1-98d2-078b591c9e0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:15.375901 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20216721-ea57-46e1-98d2-078b591c9e0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:15.376248 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20216721-ea57-46e1-98d2-078b591c9e0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:15.376581 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20216721-ea57-46e1-98d2-078b591c9e0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:15.376912 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20216721-ea57-46e1-98d2-078b591c9e0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:15.377264 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20216721-ea57-46e1-98d2-078b591c9e0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:15.377591 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20216721-ea57-46e1-98d2-078b591c9e0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:15.377914 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20216721-ea57-46e1-98d2-078b591c9e0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:15.378236 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20216721-ea57-46e1-98d2-078b591c9e0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:15.378344 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-e99f8507-278e-4e8d-a677-3ecbf19b93db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9b3c6bf-042d-42ab-970e-e5cb93efe923') {'for_net_delete': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:12:15.378558 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20216721-ea57-46e1-98d2-078b591c9e0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:15.378791 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-e99f8507-278e-4e8d-a677-3ecbf19b93db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9b3c6bf-042d-42ab-970e-e5cb93efe923') {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:12:15.379736 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20216721-ea57-46e1-98d2-078b591c9e0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:15.380469 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20216721-ea57-46e1-98d2-078b591c9e0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:15.380469 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20216721-ea57-46e1-98d2-078b591c9e0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:12:15.391259 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e99f8507-278e-4e8d-a677-3ecbf19b93db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762244314736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60696968'] for segment (c9b3c6bf-042d-42ab-970e-e5cb93efe923), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:15.405283 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e99f8507-278e-4e8d-a677-3ecbf19b93db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696658'] for segment (c9b3c6bf-042d-42ab-970e-e5cb93efe923), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:15.412087 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e99f8507-278e-4e8d-a677-3ecbf19b93db admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=103431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 17:12:15.412486 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e99f8507-278e-4e8d-a677-3ecbf19b93db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58733532'] for segment (c9b3c6bf-042d-42ab-970e-e5cb93efe923), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:15.414123 dv-cinder-804035-42-iscsi neutron-server[103431]: Traceback (most recent call last): Mar 07 17:12:15.414123 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 17:12:15.414123 dv-cinder-804035-42-iscsi neutron-server[103431]: timer() Mar 07 17:12:15.414123 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 17:12:15.414123 dv-cinder-804035-42-iscsi neutron-server[103431]: cb(*args, **kw) Mar 07 17:12:15.414123 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 17:12:15.414123 dv-cinder-804035-42-iscsi neutron-server[103431]: return func(*args, **kwargs) Mar 07 17:12:15.414123 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 17:12:15.414123 dv-cinder-804035-42-iscsi neutron-server[103431]: self._notify() Mar 07 17:12:15.414123 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 17:12:15.414123 dv-cinder-804035-42-iscsi neutron-server[103431]: self.callback(batched_events) Mar 07 17:12:15.414123 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 17:12:15.414123 dv-cinder-804035-42-iscsi neutron-server[103431]: event.method(event) Mar 07 17:12:15.414123 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 17:12:15.414123 dv-cinder-804035-42-iscsi neutron-server[103431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 17:12:15.414123 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 17:12:15.414123 dv-cinder-804035-42-iscsi neutron-server[103431]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 17:12:15.414123 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 17:12:15.414123 dv-cinder-804035-42-iscsi neutron-server[103431]: return f(self, *a, **k) Mar 07 17:12:15.414123 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 17:12:15.414123 dv-cinder-804035-42-iscsi neutron-server[103431]: return self._get(url).json() Mar 07 17:12:15.414123 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 17:12:15.414123 dv-cinder-804035-42-iscsi neutron-server[103431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 17:12:15.414123 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 17:12:15.414123 dv-cinder-804035-42-iscsi neutron-server[103431]: return self.request(url, 'GET', **kwargs) Mar 07 17:12:15.414123 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 17:12:15.414123 dv-cinder-804035-42-iscsi neutron-server[103431]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 17:12:15.414123 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 17:12:15.414123 dv-cinder-804035-42-iscsi neutron-server[103431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 17:12:15.414123 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 17:12:15.414123 dv-cinder-804035-42-iscsi neutron-server[103431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 17:12:15.414123 dv-cinder-804035-42-iscsi neutron-server[103431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 17:12:15.538368 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e99f8507-278e-4e8d-a677-3ecbf19b93db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2048162'] for network (092694bd-373f-4bfb-9d43-3858867af44b), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:15.543945 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e99f8507-278e-4e8d-a677-3ecbf19b93db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:15.547112 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-e99f8507-278e-4e8d-a677-3ecbf19b93db admin admin] 10.222.0.45 "DELETE /v2.0/networks/092694bd-373f-4bfb-9d43-3858867af44b HTTP/1.1" status: 204 len: 168 time: 0.6559408 Mar 07 17:12:15.562155 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f8507-278e-4e8d-a677-3ecbf19b93db admin admin] Pushing event deleted for resources: {'Network': ['ID=092694bd-373f-4bfb-9d43-3858867af44b,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:15.889394 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 38590) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:15.921514 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1d011bf9-234e-4249-b03c-c35e47608129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:15.930716 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-9370bbe4-f27b-4eff-9553-0aaeafc139a9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=db35bac585dc40f58eb36a633d40676e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0401418 Mar 07 17:12:15.933258 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 38592) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:15.987716 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2605f76d-491f-43f5-9504-d8cb23118d5e admin admin] Publish callbacks [] for security_group (e5c13a89-56d1-420a-ab99-b7825abc97ea), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:16.009491 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2605f76d-491f-43f5-9504-d8cb23118d5e admin admin] Publish callbacks [] for security_group (e5c13a89-56d1-420a-ab99-b7825abc97ea), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:16.120821 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2605f76d-491f-43f5-9504-d8cb23118d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (e5c13a89-56d1-420a-ab99-b7825abc97ea), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:16.123367 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2605f76d-491f-43f5-9504-d8cb23118d5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:16.124551 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-2605f76d-491f-43f5-9504-d8cb23118d5e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e5c13a89-56d1-420a-ab99-b7825abc97ea HTTP/1.1" status: 204 len: 168 time: 0.1904237 Mar 07 17:12:16.132481 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2605f76d-491f-43f5-9504-d8cb23118d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c13a89-56d1-420a-ab99-b7825abc97ea,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:16.362718 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device d11b8688-3e6c-4b13-a47b-7648f28ce8c1 no longer exists at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:12:16.391916 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] No Port match for: d11b8688-3e6c-4b13-a47b-7648f28ce8c1 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:12:16.391916 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device d11b8688-3e6c-4b13-a47b-7648f28ce8c1 not bound to the agent host dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:12:16.391916 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device cf88e20c-3353-4f9f-8175-f3350c593e9e no longer exists at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:12:16.404395 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] No Port match for: cf88e20c-3353-4f9f-8175-f3350c593e9e {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:12:16.404734 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device cf88e20c-3353-4f9f-8175-f3350c593e9e not bound to the agent host dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:12:18.383664 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:18.412047 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b93058b8-ced4-4393-9e9f-49f8f6c1ada4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:20.446613 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:21.465457 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ceedc95c-a6d4-430c-905f-5fa16a2cbba3 req-a82b02c8-89e0-41c2-989e-d5ca2a6c36af tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-269865029&fields=id&tenant_id=776f3679e77e490b893316a32842cc90 HTTP/1.1" status: 200 len: 267 time: 0.0455532 Mar 07 17:12:21.574065 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceedc95c-a6d4-430c-905f-5fa16a2cbba3 req-fd62cb72-f699-4ff9-83de-65346bb45f66 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:21.575526 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ceedc95c-a6d4-430c-905f-5fa16a2cbba3 req-fd62cb72-f699-4ff9-83de-65346bb45f66 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/networks?id=9389be18-213a-4ced-bba2-3382f718f0a8 HTTP/1.1" status: 200 len: 810 time: 0.1037543 Mar 07 17:12:21.589948 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ceedc95c-a6d4-430c-905f-5fa16a2cbba3 req-78ce3bf3-4672-470f-a2f2-a02318551071 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/quotas/776f3679e77e490b893316a32842cc90 HTTP/1.1" status: 200 len: 375 time: 0.0092311 Mar 07 17:12:21.646144 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ceedc95c-a6d4-430c-905f-5fa16a2cbba3 req-5cd0a15e-4233-4f2e-b775-79689ceb5218 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=776f3679e77e490b893316a32842cc90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513308 Mar 07 17:12:21.661272 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [req-ceedc95c-a6d4-430c-905f-5fa16a2cbba3 req-4720f21b-a289-44b9-9fea-6a12e01cf068 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103431) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 17:12:21.662253 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ceedc95c-a6d4-430c-905f-5fa16a2cbba3 req-4720f21b-a289-44b9-9fea-6a12e01cf068 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050478 Mar 07 17:12:21.749537 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ceedc95c-a6d4-430c-905f-5fa16a2cbba3 req-7ff78d26-594a-4bd7-a86c-5bd54d60734c service neutron] 10.222.0.45 "GET /v2.0/networks/9389be18-213a-4ced-bba2-3382f718f0a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815911 Mar 07 17:12:21.846715 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ceedc95c-a6d4-430c-905f-5fa16a2cbba3 req-71878dd0-8b67-4ee1-8b01-6bfa06d2b695 service neutron] 10.222.0.45 "GET /v2.0/networks/9389be18-213a-4ced-bba2-3382f718f0a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907607 Mar 07 17:12:21.864679 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:22.529053 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-143bfe39-199f-45ae-a552-45ee502e182e req-61eb61f7-2917-4829-bdfc-c86d9e60d368 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf83739-aacc-40f7-8889-725895d4052f HTTP/1.1" status: 200 len: 210 time: 0.1434948 Mar 07 17:12:22.989666 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:23.618541 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6e2f6a48-fc0e-463d-91c8-0094d225bed8 req-8cdfa196-49fe-4eed-9deb-6364c3d1f713 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf83739-aacc-40f7-8889-725895d4052f HTTP/1.1" status: 200 len: 210 time: 0.0274153 Mar 07 17:12:24.715363 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b22d0553-ffae-43a3-a9d4-0708da87620c req-8a0aed1a-db5c-4413-9dfb-63ae71976517 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf83739-aacc-40f7-8889-725895d4052f HTTP/1.1" status: 200 len: 210 time: 0.0316322 Mar 07 17:12:25.806702 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9a47f2f9-4e7e-428f-8b8e-d6fac857353b req-8e184dbc-7627-4f46-a972-78bb1579b1d7 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf83739-aacc-40f7-8889-725895d4052f HTTP/1.1" status: 200 len: 210 time: 0.0267754 Mar 07 17:12:26.900659 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-75320d5f-0026-4d92-a9a6-9e4bd5a16c01 req-d8656c4c-2e3b-4419-9c0f-8fc55bdc6ef9 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf83739-aacc-40f7-8889-725895d4052f HTTP/1.1" status: 200 len: 210 time: 0.0288754 Mar 07 17:12:27.127808 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceedc95c-a6d4-430c-905f-5fa16a2cbba3 req-78f7b4e5-871d-43d1-959a-dcffadca0731 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:27.130739 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ceedc95c-a6d4-430c-905f-5fa16a2cbba3 req-78f7b4e5-871d-43d1-959a-dcffadca0731 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.53 "GET /v2.0/networks?id=9389be18-213a-4ced-bba2-3382f718f0a8 HTTP/1.1" status: 200 len: 810 time: 0.1039996 Mar 07 17:12:27.198824 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ceedc95c-a6d4-430c-905f-5fa16a2cbba3 req-0c41c813-1ca0-4d34-94a6-a2310c0e5056 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=776f3679e77e490b893316a32842cc90 HTTP/1.1" status: 200 len: 379 time: 0.0598145 Mar 07 17:12:27.210905 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-ceedc95c-a6d4-430c-905f-5fa16a2cbba3 req-87c23b74-ddad-48dc-9ebe-1c49c730b105 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Request body: {'port': {'device_id': '1cf83739-aacc-40f7-8889-725895d4052f', 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8', 'admin_state_up': True, 'tenant_id': '776f3679e77e490b893316a32842cc90', 'security_groups': ['576c276b-5805-4c2d-9532-32cca923b8db']}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:12:27.366248 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceedc95c-a6d4-430c-905f-5fa16a2cbba3 req-87c23b74-ddad-48dc-9ebe-1c49c730b105 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Made reservation on behalf of 776f3679e77e490b893316a32842cc90 for: {'port': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:12:27.369661 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-ceedc95c-a6d4-430c-905f-5fa16a2cbba3 req-87c23b74-ddad-48dc-9ebe-1c49c730b105 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:27.503020 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [req-ceedc95c-a6d4-430c-905f-5fa16a2cbba3 req-87c23b74-ddad-48dc-9ebe-1c49c730b105 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Allocated IP 172.20.0.10 (9389be18-213a-4ced-bba2-3382f718f0a8/f18b0602-960c-4c40-bfa0-ef433b9207aa/728d8e92-7394-43b7-8410-2b7d7eab3375) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:12:27.638281 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-ceedc95c-a6d4-430c-905f-5fa16a2cbba3 req-87c23b74-ddad-48dc-9ebe-1c49c730b105 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks [] for port (728d8e92-7394-43b7-8410-2b7d7eab3375), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:27.875581 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-ceedc95c-a6d4-430c-905f-5fa16a2cbba3 req-87c23b74-ddad-48dc-9ebe-1c49c730b105 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (728d8e92-7394-43b7-8410-2b7d7eab3375), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:27.921657 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceedc95c-a6d4-430c-905f-5fa16a2cbba3 req-87c23b74-ddad-48dc-9ebe-1c49c730b105 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Network 9389be18-213a-4ced-bba2-3382f718f0a8 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:12:27.924763 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [req-ceedc95c-a6d4-430c-905f-5fa16a2cbba3 req-87c23b74-ddad-48dc-9ebe-1c49c730b105 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:12:27.929448 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceedc95c-a6d4-430c-905f-5fa16a2cbba3 req-87c23b74-ddad-48dc-9ebe-1c49c730b105 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:12:27.963106 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c23b74-ddad-48dc-9ebe-1c49c730b105 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Pushing event updated for resources: {'Port': ['ID=728d8e92-7394-43b7-8410-2b7d7eab3375,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:27.999880 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceedc95c-a6d4-430c-905f-5fa16a2cbba3 req-87c23b74-ddad-48dc-9ebe-1c49c730b105 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:28.000679 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-ceedc95c-a6d4-430c-905f-5fa16a2cbba3 req-87c23b74-ddad-48dc-9ebe-1c49c730b105 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:28.078274 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada5873-490c-40e7-82c9-2d08beb85850 req-eddf1fe1-419c-4b33-9a6a-bda3d0df6856 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:28.079890 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6ada5873-490c-40e7-82c9-2d08beb85850 req-eddf1fe1-419c-4b33-9a6a-bda3d0df6856 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf83739-aacc-40f7-8889-725895d4052f HTTP/1.1" status: 200 len: 932 time: 0.0750735 Mar 07 17:12:28.096462 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ceedc95c-a6d4-430c-905f-5fa16a2cbba3 req-87c23b74-ddad-48dc-9ebe-1c49c730b105 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8893991 Mar 07 17:12:28.110306 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-ceedc95c-a6d4-430c-905f-5fa16a2cbba3 req-068d3388-7a39-41e0-bcb4-c964108d5a5a service neutron] Request body: {'port': {'device_id': '1cf83739-aacc-40f7-8889-725895d4052f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:12:28.171533 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6ada5873-490c-40e7-82c9-2d08beb85850 req-6e545e16-940d-4b7f-b483-9d79ecb30f2b tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851929 Mar 07 17:12:28.173535 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-d505b86b-d184-4b3d-b00e-a5bbcec9f3ff None None] Provisioning complete for port 728d8e92-7394-43b7-8410-2b7d7eab3375 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:12:28.174066 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d505b86b-d184-4b3d-b00e-a5bbcec9f3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (728d8e92-7394-43b7-8410-2b7d7eab3375), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:28.198637 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-ceedc95c-a6d4-430c-905f-5fa16a2cbba3 req-068d3388-7a39-41e0-bcb4-c964108d5a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (728d8e92-7394-43b7-8410-2b7d7eab3375), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:28.210076 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-d505b86b-d184-4b3d-b00e-a5bbcec9f3ff None None] Port 728d8e92-7394-43b7-8410-2b7d7eab3375 cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:12:28.465243 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [req-ceedc95c-a6d4-430c-905f-5fa16a2cbba3 req-068d3388-7a39-41e0-bcb4-c964108d5a5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 728d8e92-7394-43b7-8410-2b7d7eab3375 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:12:28.473486 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-ceedc95c-a6d4-430c-905f-5fa16a2cbba3 req-068d3388-7a39-41e0-bcb4-c964108d5a5a service neutron] Publish callbacks [] for port (728d8e92-7394-43b7-8410-2b7d7eab3375), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:28.485158 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [req-ceedc95c-a6d4-430c-905f-5fa16a2cbba3 req-068d3388-7a39-41e0-bcb4-c964108d5a5a service neutron] Transition to ACTIVE for port object 728d8e92-7394-43b7-8410-2b7d7eab3375 will not be triggered until provisioned by entity L2. {{(pid=103431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 17:12:28.549313 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-ceedc95c-a6d4-430c-905f-5fa16a2cbba3 req-068d3388-7a39-41e0-bcb4-c964108d5a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58733560'] for port (728d8e92-7394-43b7-8410-2b7d7eab3375), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:28.617860 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d3388-7a39-41e0-bcb4-c964108d5a5a service neutron] Pushing event updated for resources: {'Port': ['ID=728d8e92-7394-43b7-8410-2b7d7eab3375,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:28.697459 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-ceedc95c-a6d4-430c-905f-5fa16a2cbba3 req-068d3388-7a39-41e0-bcb4-c964108d5a5a service neutron] Attempting to bind port 728d8e92-7394-43b7-8410-2b7d7eab3375 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:12:28.697807 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-ceedc95c-a6d4-430c-905f-5fa16a2cbba3 req-068d3388-7a39-41e0-bcb4-c964108d5a5a service neutron] Attempting to bind port 728d8e92-7394-43b7-8410-2b7d7eab3375 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '23b56ee2-3cba-4684-96db-32e07f753509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:12:28.698124 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceedc95c-a6d4-430c-905f-5fa16a2cbba3 req-068d3388-7a39-41e0-bcb4-c964108d5a5a service neutron] Attempting to bind port 728d8e92-7394-43b7-8410-2b7d7eab3375 on network 9389be18-213a-4ced-bba2-3382f718f0a8 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:12:28.702638 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceedc95c-a6d4-430c-905f-5fa16a2cbba3 req-068d3388-7a39-41e0-bcb4-c964108d5a5a service neutron] Port 728d8e92-7394-43b7-8410-2b7d7eab3375 on network 9389be18-213a-4ced-bba2-3382f718f0a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 17:12:28.709295 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceedc95c-a6d4-430c-905f-5fa16a2cbba3 req-068d3388-7a39-41e0-bcb4-c964108d5a5a service neutron] Attempting to bind port 728d8e92-7394-43b7-8410-2b7d7eab3375 on network 9389be18-213a-4ced-bba2-3382f718f0a8 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:12:28.709295 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceedc95c-a6d4-430c-905f-5fa16a2cbba3 req-068d3388-7a39-41e0-bcb4-c964108d5a5a service neutron] Checking agent: {'id': 'c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 17, 0, 18), 'started_at': datetime.datetime(2022, 3, 7, 17, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:12:28.709295 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceedc95c-a6d4-430c-905f-5fa16a2cbba3 req-068d3388-7a39-41e0-bcb4-c964108d5a5a service neutron] Checking segment: {'id': '23b56ee2-3cba-4684-96db-32e07f753509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:12:28.709295 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceedc95c-a6d4-430c-905f-5fa16a2cbba3 req-068d3388-7a39-41e0-bcb4-c964108d5a5a service neutron] Bound using segment: {'id': '23b56ee2-3cba-4684-96db-32e07f753509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:12:28.709295 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-ceedc95c-a6d4-430c-905f-5fa16a2cbba3 req-068d3388-7a39-41e0-bcb4-c964108d5a5a service neutron] Bound port: 728d8e92-7394-43b7-8410-2b7d7eab3375, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23b56ee2-3cba-4684-96db-32e07f753509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:12:28.709998 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-ceedc95c-a6d4-430c-905f-5fa16a2cbba3 req-068d3388-7a39-41e0-bcb4-c964108d5a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (728d8e92-7394-43b7-8410-2b7d7eab3375), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:28.775107 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-ceedc95c-a6d4-430c-905f-5fa16a2cbba3 req-068d3388-7a39-41e0-bcb4-c964108d5a5a service neutron] For port 728d8e92-7394-43b7-8410-2b7d7eab3375, host hv-cinder-80403, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:12:28.778059 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-ceedc95c-a6d4-430c-905f-5fa16a2cbba3 req-068d3388-7a39-41e0-bcb4-c964108d5a5a service neutron] For port 728d8e92-7394-43b7-8410-2b7d7eab3375, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=728d8e92-7394-43b7-8410-2b7d7eab3375,segment=NetworkSegment(23b56ee2-3cba-4684-96db-32e07f753509),segment_id=23b56ee2-3cba-4684-96db-32e07f753509)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:12:28.857963 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-ceedc95c-a6d4-430c-905f-5fa16a2cbba3 req-068d3388-7a39-41e0-bcb4-c964108d5a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58733560'] for port (728d8e92-7394-43b7-8410-2b7d7eab3375), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:28.901178 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceedc95c-a6d4-430c-905f-5fa16a2cbba3 req-068d3388-7a39-41e0-bcb4-c964108d5a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:28.901982 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-ceedc95c-a6d4-430c-905f-5fa16a2cbba3 req-068d3388-7a39-41e0-bcb4-c964108d5a5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:28.903925 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ceedc95c-a6d4-430c-905f-5fa16a2cbba3 req-068d3388-7a39-41e0-bcb4-c964108d5a5a service neutron] 10.222.0.53 "PUT /v2.0/ports/728d8e92-7394-43b7-8410-2b7d7eab3375 HTTP/1.1" status: 200 len: 1094 time: 0.7976902 Mar 07 17:12:28.904523 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cf83739-aacc-40f7-8889-725895d4052f', 'tag': '728d8e92-7394-43b7-8410-2b7d7eab3375'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:12:28.908026 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aba4c615e876ca6c23e5fed61a3d1f980fac3f984d457871ad3b292fe147bdb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4a5372-7479-48ab-b7aa-892e6e3d51c6" -d '{"events": [{"name": "network-changed", "server_uuid": "1cf83739-aacc-40f7-8889-725895d4052f", "tag": "728d8e92-7394-43b7-8410-2b7d7eab3375"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:12:28.936904 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d3388-7a39-41e0-bcb4-c964108d5a5a service neutron] Pushing event updated for resources: {'Port': ['ID=728d8e92-7394-43b7-8410-2b7d7eab3375,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:28.951986 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab136d6d-7382-4f0d-8001-838fb3085d86 x-openstack-request-id: req-ab136d6d-7382-4f0d-8001-838fb3085d86 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:12:28.952275 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cf83739-aacc-40f7-8889-725895d4052f", "tag": "728d8e92-7394-43b7-8410-2b7d7eab3375", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:12:28.952530 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ab136d6d-7382-4f0d-8001-838fb3085d86 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:12:28.952934 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cf83739-aacc-40f7-8889-725895d4052f', 'tag': '728d8e92-7394-43b7-8410-2b7d7eab3375', 'status': 'completed', 'code': 200} Mar 07 17:12:29.026790 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a5372-7479-48ab-b7aa-892e6e3d51c6 req-0b94cca6-c34b-4292-86f1-ad51c0b9b1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:29.028390 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9c4a5372-7479-48ab-b7aa-892e6e3d51c6 req-0b94cca6-c34b-4292-86f1-ad51c0b9b1e8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=776f3679e77e490b893316a32842cc90&device_id=1cf83739-aacc-40f7-8889-725895d4052f HTTP/1.1" status: 200 len: 1128 time: 0.0539167 Mar 07 17:12:29.131381 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a5372-7479-48ab-b7aa-892e6e3d51c6 req-68486e76-6bd2-45d9-a155-a9bd3c97e12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:29.132787 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9c4a5372-7479-48ab-b7aa-892e6e3d51c6 req-68486e76-6bd2-45d9-a155-a9bd3c97e12a service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=776f3679e77e490b893316a32842cc90&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0979078 Mar 07 17:12:29.225814 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a5372-7479-48ab-b7aa-892e6e3d51c6 req-aa57d199-762f-44ea-8fb9-09ddae41f2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:29.227318 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9c4a5372-7479-48ab-b7aa-892e6e3d51c6 req-aa57d199-762f-44ea-8fb9-09ddae41f2fc service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883229 Mar 07 17:12:29.327704 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f659fe24-89f7-47ec-a463-1eee8714099c req-e85ba75c-c532-47d3-8bce-2489444cd34d tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:29.329203 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f659fe24-89f7-47ec-a463-1eee8714099c req-e85ba75c-c532-47d3-8bce-2489444cd34d tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf83739-aacc-40f7-8889-725895d4052f HTTP/1.1" status: 200 len: 944 time: 0.0868089 Mar 07 17:12:29.346114 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceedc95c-a6d4-430c-905f-5fa16a2cbba3 req-2e897cef-2dcf-428b-94ce-47f0f60c26f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:29.348175 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ceedc95c-a6d4-430c-905f-5fa16a2cbba3 req-2e897cef-2dcf-428b-94ce-47f0f60c26f6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=776f3679e77e490b893316a32842cc90&device_id=1cf83739-aacc-40f7-8889-725895d4052f HTTP/1.1" status: 200 len: 1128 time: 0.0789070 Mar 07 17:12:29.395760 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ceedc95c-a6d4-430c-905f-5fa16a2cbba3 req-c8e71545-01b5-4b13-a09d-061396f789d8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=728d8e92-7394-43b7-8410-2b7d7eab3375 HTTP/1.1" status: 200 len: 217 time: 0.0411153 Mar 07 17:12:29.447772 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f659fe24-89f7-47ec-a463-1eee8714099c req-d4bfd2e6-5dc9-4908-9100-512824eeae0b tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099541 Mar 07 17:12:29.469261 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceedc95c-a6d4-430c-905f-5fa16a2cbba3 req-f76a8829-abe6-4a52-b21e-10b66d5ad8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:29.469261 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ceedc95c-a6d4-430c-905f-5fa16a2cbba3 req-f76a8829-abe6-4a52-b21e-10b66d5ad8d8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f18b0602-960c-4c40-bfa0-ef433b9207aa HTTP/1.1" status: 200 len: 849 time: 0.0609453 Mar 07 17:12:29.516164 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceedc95c-a6d4-430c-905f-5fa16a2cbba3 req-46ac953e-c9ed-4c9c-a994-b0fc1ed3c7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:29.517654 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ceedc95c-a6d4-430c-905f-5fa16a2cbba3 req-46ac953e-c9ed-4c9c-a994-b0fc1ed3c7d4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9389be18-213a-4ced-bba2-3382f718f0a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0493808 Mar 07 17:12:29.606069 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ceedc95c-a6d4-430c-905f-5fa16a2cbba3 req-f44ba3f4-3a8e-4817-8747-de3736fac878 service neutron] 10.222.0.53 "GET /v2.0/networks/9389be18-213a-4ced-bba2-3382f718f0a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821297 Mar 07 17:12:29.706785 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ceedc95c-a6d4-430c-905f-5fa16a2cbba3 req-ceadd80a-fcf2-4b77-98c5-527498ff85ec service neutron] 10.222.0.53 "GET /v2.0/networks/9389be18-213a-4ced-bba2-3382f718f0a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940320 Mar 07 17:12:30.567276 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b6ac2-b026-42a8-9697-402d3e2ce047 req-4107d76f-521d-45d0-a49e-2447f35b42b3 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:30.568908 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-811b6ac2-b026-42a8-9697-402d3e2ce047 req-4107d76f-521d-45d0-a49e-2447f35b42b3 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf83739-aacc-40f7-8889-725895d4052f HTTP/1.1" status: 200 len: 944 time: 0.0534625 Mar 07 17:12:30.616440 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-811b6ac2-b026-42a8-9697-402d3e2ce047 req-4929eca1-f3ca-454c-80da-253f74f34abf tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419638 Mar 07 17:12:31.249443 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-aaeeb382-0456-448b-82ab-62712f0b4276 req-9a8804bb-d1d4-44fd-8260-d5a0d53fd503 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fe5b94a7-364a-4b40-b53e-06175588650a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435872 Mar 07 17:12:31.335606 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeeb382-0456-448b-82ab-62712f0b4276 req-ee0a93df-3511-4a16-9baa-d9c9ac29b61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:31.337079 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-aaeeb382-0456-448b-82ab-62712f0b4276 req-ee0a93df-3511-4a16-9baa-d9c9ac29b61c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1f4fc0170321429faf3e9895e52f81ca&device_id=fe5b94a7-364a-4b40-b53e-06175588650a HTTP/1.1" status: 200 len: 1130 time: 0.0474873 Mar 07 17:12:31.440949 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeeb382-0456-448b-82ab-62712f0b4276 req-d0d83f68-0f63-43de-b111-0ae9bf276068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:31.442559 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-aaeeb382-0456-448b-82ab-62712f0b4276 req-d0d83f68-0f63-43de-b111-0ae9bf276068 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a5817453-0687-4232-b082-7a8f6cce82b8 HTTP/1.1" status: 200 len: 912 time: 0.0882707 Mar 07 17:12:31.479341 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 38790) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:31.513506 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-aaeeb382-0456-448b-82ab-62712f0b4276 req-9b07fd92-02f2-403e-826c-51ebc68e27d1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1790ba0-a320-46c7-9c79-52d1130e6848 HTTP/1.1" status: 200 len: 1002 time: 0.0645063 Mar 07 17:12:31.561397 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeeb382-0456-448b-82ab-62712f0b4276 req-6a0b369a-d2fe-4fda-99f6-515c0f5c5fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:31.562842 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-aaeeb382-0456-448b-82ab-62712f0b4276 req-6a0b369a-d2fe-4fda-99f6-515c0f5c5fec service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1727d561-64eb-436e-b9e1-627515b9c111 HTTP/1.1" status: 200 len: 850 time: 0.0441499 Mar 07 17:12:31.584577 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bea547d0-a97f-407c-9c2b-09e90504f08b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:31.610508 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeeb382-0456-448b-82ab-62712f0b4276 req-a6510172-3390-48d0-86a9-da7de80889db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:31.612017 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-aaeeb382-0456-448b-82ab-62712f0b4276 req-a6510172-3390-48d0-86a9-da7de80889db service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a5817453-0687-4232-b082-7a8f6cce82b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437636 Mar 07 17:12:31.621302 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [req-aaeeb382-0456-448b-82ab-62712f0b4276 req-8dcf0226-32ee-4117-98e4-db01970b69bd service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103431) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 17:12:31.624972 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-aaeeb382-0456-448b-82ab-62712f0b4276 req-8dcf0226-32ee-4117-98e4-db01970b69bd service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047224 Mar 07 17:12:31.661458 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bea547d0-a97f-407c-9c2b-09e90504f08b admin admin] Publish callbacks [] for security_group (fe3c3abc-4916-49e0-b8f9-df67ec3a349e), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:31.732239 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-bea547d0-a97f-407c-9c2b-09e90504f08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (fe3c3abc-4916-49e0-b8f9-df67ec3a349e), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:31.745954 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-aaeeb382-0456-448b-82ab-62712f0b4276 req-b957fcaf-2b4b-45e4-9872-0795095153f9 service neutron] 10.222.0.53 "GET /v2.0/networks/a5817453-0687-4232-b082-7a8f6cce82b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180196 Mar 07 17:12:31.757726 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3700d-83b9-456a-b558-ca94f8cf0e18 req-3ef81961-ae0d-4c4d-a678-a2e67efaff9e tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:31.759145 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-16e3700d-83b9-456a-b558-ca94f8cf0e18 req-3ef81961-ae0d-4c4d-a678-a2e67efaff9e tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf83739-aacc-40f7-8889-725895d4052f HTTP/1.1" status: 200 len: 944 time: 0.0747411 Mar 07 17:12:31.773688 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-bea547d0-a97f-407c-9c2b-09e90504f08b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7fdbfd4b6c9d4487b81aa37bf6a51318&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2908642 Mar 07 17:12:31.773688 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea547d0-a97f-407c-9c2b-09e90504f08b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3c3abc-4916-49e0-b8f9-df67ec3a349e,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:31.775707 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 38796) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:31.827588 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8bdaa039-34ce-4537-b681-373ec1db9413 admin admin] Publish callbacks [] for security_group (fe3c3abc-4916-49e0-b8f9-df67ec3a349e), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:31.850366 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8bdaa039-34ce-4537-b681-373ec1db9413 admin admin] Publish callbacks [] for security_group (fe3c3abc-4916-49e0-b8f9-df67ec3a349e), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:31.872255 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-16e3700d-83b9-456a-b558-ca94f8cf0e18 req-1fcf7c8f-5df8-4757-a134-ff5a8229d171 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044581 Mar 07 17:12:31.883239 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-aaeeb382-0456-448b-82ab-62712f0b4276 req-b9b37afa-1e57-4ceb-816c-e1df7934098e service neutron] 10.222.0.53 "GET /v2.0/networks/a5817453-0687-4232-b082-7a8f6cce82b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228983 Mar 07 17:12:31.971994 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8bdaa039-34ce-4537-b681-373ec1db9413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (fe3c3abc-4916-49e0-b8f9-df67ec3a349e), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:31.975249 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8bdaa039-34ce-4537-b681-373ec1db9413 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:31.978264 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-8bdaa039-34ce-4537-b681-373ec1db9413 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fe3c3abc-4916-49e0-b8f9-df67ec3a349e HTTP/1.1" status: 204 len: 168 time: 0.1998179 Mar 07 17:12:31.984692 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdaa039-34ce-4537-b681-373ec1db9413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3c3abc-4916-49e0-b8f9-df67ec3a349e,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:32.469773 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 38802) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:32.483619 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6dc0c572-33a9-4c1e-927e-d3953b1aa130 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:32.561437 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6dc0c572-33a9-4c1e-927e-d3953b1aa130 admin admin] Publish callbacks [] for security_group (492899e4-1ac9-4f98-81b8-77a0856e87fd), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:32.629378 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6dc0c572-33a9-4c1e-927e-d3953b1aa130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (492899e4-1ac9-4f98-81b8-77a0856e87fd), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:32.668280 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-6dc0c572-33a9-4c1e-927e-d3953b1aa130 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=98075c8d447843ac85180868f6e07a2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1974325 Mar 07 17:12:32.669111 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc0c572-33a9-4c1e-927e-d3953b1aa130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492899e4-1ac9-4f98-81b8-77a0856e87fd,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:32.671044 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 38804) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:32.718567 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-54167ced-d7ec-4a23-a1a6-9ee0bfca33cb admin admin] Publish callbacks [] for security_group (492899e4-1ac9-4f98-81b8-77a0856e87fd), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:32.739070 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-54167ced-d7ec-4a23-a1a6-9ee0bfca33cb admin admin] Publish callbacks [] for security_group (492899e4-1ac9-4f98-81b8-77a0856e87fd), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:32.845857 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-54167ced-d7ec-4a23-a1a6-9ee0bfca33cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (492899e4-1ac9-4f98-81b8-77a0856e87fd), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:32.848496 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-54167ced-d7ec-4a23-a1a6-9ee0bfca33cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:32.849624 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-54167ced-d7ec-4a23-a1a6-9ee0bfca33cb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/492899e4-1ac9-4f98-81b8-77a0856e87fd HTTP/1.1" status: 204 len: 168 time: 0.1774857 Mar 07 17:12:32.857365 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54167ced-d7ec-4a23-a1a6-9ee0bfca33cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492899e4-1ac9-4f98-81b8-77a0856e87fd,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:32.993755 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564201e-d26a-4ffb-ae86-e2737ab59904 req-7bbd6a04-0e5c-41bb-98d9-89768f304053 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:32.995237 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f564201e-d26a-4ffb-ae86-e2737ab59904 req-7bbd6a04-0e5c-41bb-98d9-89768f304053 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf83739-aacc-40f7-8889-725895d4052f HTTP/1.1" status: 200 len: 944 time: 0.0572214 Mar 07 17:12:33.043469 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f564201e-d26a-4ffb-ae86-e2737ab59904 req-d0cdb137-6210-4f43-976b-554b98eb00de tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426049 Mar 07 17:12:34.162502 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48548415-cb51-4940-9ded-7e18ee2307a7 req-ff753473-e023-4015-b1b7-7ce40475e49c tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:34.163982 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-48548415-cb51-4940-9ded-7e18ee2307a7 req-ff753473-e023-4015-b1b7-7ce40475e49c tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf83739-aacc-40f7-8889-725895d4052f HTTP/1.1" status: 200 len: 944 time: 0.0537758 Mar 07 17:12:34.211878 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-48548415-cb51-4940-9ded-7e18ee2307a7 req-c9000883-c1c4-4e22-839d-e79c1c77d249 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421534 Mar 07 17:12:35.330089 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c7fb6-64c8-4d6d-ae93-166a1705e09e req-187ab74c-b3d1-4d06-aceb-c1a95ce17917 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:35.332103 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e33c7fb6-64c8-4d6d-ae93-166a1705e09e req-187ab74c-b3d1-4d06-aceb-c1a95ce17917 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf83739-aacc-40f7-8889-725895d4052f HTTP/1.1" status: 200 len: 944 time: 0.0547180 Mar 07 17:12:35.385124 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e33c7fb6-64c8-4d6d-ae93-166a1705e09e req-d2d23d04-ff4b-4b02-9b23-af5432648682 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473013 Mar 07 17:12:36.512174 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9689f9-11cd-4d9d-b9d1-5e7af5b04761 req-f0405b8f-e1ff-40ea-8af9-95403ff95007 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:36.513687 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2f9689f9-11cd-4d9d-b9d1-5e7af5b04761 req-f0405b8f-e1ff-40ea-8af9-95403ff95007 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf83739-aacc-40f7-8889-725895d4052f HTTP/1.1" status: 200 len: 944 time: 0.0525601 Mar 07 17:12:36.562123 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2f9689f9-11cd-4d9d-b9d1-5e7af5b04761 req-66692415-a16e-48c3-8c45-0a17b5f399bc tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429635 Mar 07 17:12:37.677187 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3ac50-1b3c-4b82-bab3-629fdb8304f9 req-494ba2ca-74b5-4dca-900f-66944d11fd61 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:37.678651 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-83d3ac50-1b3c-4b82-bab3-629fdb8304f9 req-494ba2ca-74b5-4dca-900f-66944d11fd61 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf83739-aacc-40f7-8889-725895d4052f HTTP/1.1" status: 200 len: 944 time: 0.0517080 Mar 07 17:12:37.725181 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-83d3ac50-1b3c-4b82-bab3-629fdb8304f9 req-26229d58-5ad6-4c95-ab40-2fa27d5185d5 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411203 Mar 07 17:12:38.849537 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e294aff-316b-46e0-99a6-301401fee5df req-86a5bb8c-bcb4-4a46-9ee9-c6fbaf8b334e tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:38.851014 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6e294aff-316b-46e0-99a6-301401fee5df req-86a5bb8c-bcb4-4a46-9ee9-c6fbaf8b334e tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf83739-aacc-40f7-8889-725895d4052f HTTP/1.1" status: 200 len: 944 time: 0.0597062 Mar 07 17:12:38.883009 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 38902) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:38.900526 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6e294aff-316b-46e0-99a6-301401fee5df req-36704ea8-a710-41e4-b665-73511a422dd7 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439694 Mar 07 17:12:38.987403 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-57027093-93d5-40d1-b452-b9295ae65fa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:39.060754 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-57027093-93d5-40d1-b452-b9295ae65fa1 admin admin] Publish callbacks [] for security_group (f42cfdec-a15b-471c-9533-7127e05a8822), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:39.136822 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-57027093-93d5-40d1-b452-b9295ae65fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (f42cfdec-a15b-471c-9533-7127e05a8822), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:39.173312 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57027093-93d5-40d1-b452-b9295ae65fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42cfdec-a15b-471c-9533-7127e05a8822,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:39.177616 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-57027093-93d5-40d1-b452-b9295ae65fa1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=87017bffafaf4569b1ac36a22be8f45d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2930157 Mar 07 17:12:39.180457 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 38906) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:39.226670 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5a78417c-a533-4e86-8ee3-8750682ba2be admin admin] Publish callbacks [] for security_group (f42cfdec-a15b-471c-9533-7127e05a8822), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:39.246799 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5a78417c-a533-4e86-8ee3-8750682ba2be admin admin] Publish callbacks [] for security_group (f42cfdec-a15b-471c-9533-7127e05a8822), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:39.349471 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5a78417c-a533-4e86-8ee3-8750682ba2be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (f42cfdec-a15b-471c-9533-7127e05a8822), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:39.352013 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5a78417c-a533-4e86-8ee3-8750682ba2be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:39.355616 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-5a78417c-a533-4e86-8ee3-8750682ba2be admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f42cfdec-a15b-471c-9533-7127e05a8822 HTTP/1.1" status: 204 len: 168 time: 0.1718862 Mar 07 17:12:39.361080 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a78417c-a533-4e86-8ee3-8750682ba2be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42cfdec-a15b-471c-9533-7127e05a8822,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:39.869466 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 38912) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:39.882602 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8563bbe8-a06f-4ad7-a617-8e4069d47c6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:39.953507 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8563bbe8-a06f-4ad7-a617-8e4069d47c6d admin admin] Publish callbacks [] for security_group (3dcc28e3-6f05-4583-a7e3-d2b7fd4a0ad5), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:40.016352 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0093351-b579-4a5b-b3ac-377b40a418ff req-aa638966-22e9-4ef3-b85c-ccc3596d7d3b tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:40.017500 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8563bbe8-a06f-4ad7-a617-8e4069d47c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (3dcc28e3-6f05-4583-a7e3-d2b7fd4a0ad5), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:40.017815 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f0093351-b579-4a5b-b3ac-377b40a418ff req-aa638966-22e9-4ef3-b85c-ccc3596d7d3b tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf83739-aacc-40f7-8889-725895d4052f HTTP/1.1" status: 200 len: 944 time: 0.0519588 Mar 07 17:12:40.058325 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-8563bbe8-a06f-4ad7-a617-8e4069d47c6d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=03453699d4574d418e9e42dd8f51ab65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1877630 Mar 07 17:12:40.059586 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563bbe8-a06f-4ad7-a617-8e4069d47c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dcc28e3-6f05-4583-a7e3-d2b7fd4a0ad5,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:40.061871 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 38916) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:40.073306 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f0093351-b579-4a5b-b3ac-377b40a418ff req-bc5b5a3a-c155-4d33-86a7-21ce34caf2ba tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492282 Mar 07 17:12:40.112944 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e29ecbfb-6742-4292-b29e-b163a7f2d299 admin admin] Publish callbacks [] for security_group (3dcc28e3-6f05-4583-a7e3-d2b7fd4a0ad5), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:40.134487 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e29ecbfb-6742-4292-b29e-b163a7f2d299 admin admin] Publish callbacks [] for security_group (3dcc28e3-6f05-4583-a7e3-d2b7fd4a0ad5), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:40.257396 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e29ecbfb-6742-4292-b29e-b163a7f2d299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (3dcc28e3-6f05-4583-a7e3-d2b7fd4a0ad5), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:40.260143 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e29ecbfb-6742-4292-b29e-b163a7f2d299 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:40.261271 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-e29ecbfb-6742-4292-b29e-b163a7f2d299 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3dcc28e3-6f05-4583-a7e3-d2b7fd4a0ad5 HTTP/1.1" status: 204 len: 168 time: 0.1984739 Mar 07 17:12:40.268806 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29ecbfb-6742-4292-b29e-b163a7f2d299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dcc28e3-6f05-4583-a7e3-d2b7fd4a0ad5,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:40.273707 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device 728d8e92-7394-43b7-8410-2b7d7eab3375 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:12:40.383837 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port 728d8e92-7394-43b7-8410-2b7d7eab3375, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=728d8e92-7394-43b7-8410-2b7d7eab3375,segment=NetworkSegment(23b56ee2-3cba-4684-96db-32e07f753509),segment_id=23b56ee2-3cba-4684-96db-32e07f753509)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:12:40.394394 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Returning: {'device': '728d8e92-7394-43b7-8410-2b7d7eab3375', 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8', 'port_id': '728d8e92-7394-43b7-8410-2b7d7eab3375', 'mac_address': 'fa:16:3e:9b:0c:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18b0602-960c-4c40-bfa0-ef433b9207aa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:12:40.432082 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Current status of the port 728d8e92-7394-43b7-8410-2b7d7eab3375 is: DOWN; New status is: BUILD {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:12:40.432477 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (728d8e92-7394-43b7-8410-2b7d7eab3375), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:40.446394 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 728d8e92-7394-43b7-8410-2b7d7eab3375 {{(pid=103440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:12:40.466037 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port 728d8e92-7394-43b7-8410-2b7d7eab3375, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=728d8e92-7394-43b7-8410-2b7d7eab3375,segment=NetworkSegment(23b56ee2-3cba-4684-96db-32e07f753509),segment_id=23b56ee2-3cba-4684-96db-32e07f753509)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:12:40.554471 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (728d8e92-7394-43b7-8410-2b7d7eab3375), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:40.603660 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Pushing event updated for resources: {'Port': ['ID=728d8e92-7394-43b7-8410-2b7d7eab3375,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:40.902597 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] get_ports_and_sgs() called for port_ids ['728d8e92-7394-43b7-8410-2b7d7eab3375'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:12:41.189634 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf059f7f-af03-402f-ad2f-ac4a99fbd4d7 req-4fe0fe5c-578b-4cf2-b87c-6078e1c01747 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:41.191187 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cf059f7f-af03-402f-ad2f-ac4a99fbd4d7 req-4fe0fe5c-578b-4cf2-b87c-6078e1c01747 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf83739-aacc-40f7-8889-725895d4052f HTTP/1.1" status: 200 len: 945 time: 0.0519965 Mar 07 17:12:41.240110 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cf059f7f-af03-402f-ad2f-ac4a99fbd4d7 req-5329adce-fded-4f80-aa9d-744c817d0b39 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434153 Mar 07 17:12:42.288629 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device 728d8e92-7394-43b7-8410-2b7d7eab3375 up at agent hyperv_hv-cinder-80403 {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:12:42.363496 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45021d9b-77b4-4cbe-ac78-59e6141cf1ca req-74ab040f-9b2c-42b6-b070-9b5fc108222a tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:42.365727 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-45021d9b-77b4-4cbe-ac78-59e6141cf1ca req-74ab040f-9b2c-42b6-b070-9b5fc108222a tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf83739-aacc-40f7-8889-725895d4052f HTTP/1.1" status: 200 len: 945 time: 0.0603387 Mar 07 17:12:42.412183 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Provisioning for port 728d8e92-7394-43b7-8410-2b7d7eab3375 completed by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 17:12:42.414630 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-45021d9b-77b4-4cbe-ac78-59e6141cf1ca req-5919bc6e-0aa8-431f-9e16-a76eae5b3006 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434048 Mar 07 17:12:42.416370 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Provisioning complete for port 728d8e92-7394-43b7-8410-2b7d7eab3375 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:12:42.416745 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (728d8e92-7394-43b7-8410-2b7d7eab3375), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:42.495149 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Current status of the port 728d8e92-7394-43b7-8410-2b7d7eab3375 is: BUILD; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:12:42.495555 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (728d8e92-7394-43b7-8410-2b7d7eab3375), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:42.520882 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf83739-aacc-40f7-8889-725895d4052f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728d8e92-7394-43b7-8410-2b7d7eab3375'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:12:42.521375 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11138cde4cb47aed6ab60590cdc6142137d0740b05d94cd9dbb0d95d7575220c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced64138-7a7d-44fb-a7ee-09e386b7d3ec" -d '{"events": [{"server_uuid": "1cf83739-aacc-40f7-8889-725895d4052f", "name": "network-vif-plugged", "status": "completed", "tag": "728d8e92-7394-43b7-8410-2b7d7eab3375"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:12:42.533583 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port 728d8e92-7394-43b7-8410-2b7d7eab3375, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=728d8e92-7394-43b7-8410-2b7d7eab3375,segment=NetworkSegment(23b56ee2-3cba-4684-96db-32e07f753509),segment_id=23b56ee2-3cba-4684-96db-32e07f753509)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:12:42.560674 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67f894f-e5e9-4ccf-b1ea-9f0b37a216dc x-openstack-request-id: req-b67f894f-e5e9-4ccf-b1ea-9f0b37a216dc {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:12:42.560968 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf83739-aacc-40f7-8889-725895d4052f", "name": "network-vif-plugged", "status": "completed", "tag": "728d8e92-7394-43b7-8410-2b7d7eab3375", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:12:42.561225 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b67f894f-e5e9-4ccf-b1ea-9f0b37a216dc {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:12:42.561616 dv-cinder-804035-42-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf83739-aacc-40f7-8889-725895d4052f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728d8e92-7394-43b7-8410-2b7d7eab3375', 'code': 200} Mar 07 17:12:42.594530 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (728d8e92-7394-43b7-8410-2b7d7eab3375), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:42.645763 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Pushing event updated for resources: {'Port': ['ID=728d8e92-7394-43b7-8410-2b7d7eab3375,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:42.905815 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314b28d-e09a-4139-ac5c-36fa013fb9fe req-e5ae53ab-3ec8-41ad-b6c8-dd6c0caac30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:42.907267 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d314b28d-e09a-4139-ac5c-36fa013fb9fe req-e5ae53ab-3ec8-41ad-b6c8-dd6c0caac30c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1cf83739-aacc-40f7-8889-725895d4052f HTTP/1.1" status: 200 len: 1130 time: 0.0470152 Mar 07 17:12:42.955541 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d314b28d-e09a-4139-ac5c-36fa013fb9fe req-f9213d17-2ff6-4ca9-a322-2b91083603ce service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425127 Mar 07 17:12:43.539275 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77cba0-d161-4397-a757-437ed153913b req-a46d31bb-4bd5-474a-b801-69763751372c tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:43.540778 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ca77cba0-d161-4397-a757-437ed153913b req-a46d31bb-4bd5-474a-b801-69763751372c tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf83739-aacc-40f7-8889-725895d4052f HTTP/1.1" status: 200 len: 946 time: 0.0544026 Mar 07 17:12:43.588305 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ca77cba0-d161-4397-a757-437ed153913b req-a671e571-ba4b-460a-be44-88a36d84ebf0 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420175 Mar 07 17:12:44.712045 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069a993-fcec-49f7-aaa9-42d77a0cef4e req-e11f506d-93fa-4b7f-8d2e-3809eef32347 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:44.713415 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e069a993-fcec-49f7-aaa9-42d77a0cef4e req-e11f506d-93fa-4b7f-8d2e-3809eef32347 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf83739-aacc-40f7-8889-725895d4052f HTTP/1.1" status: 200 len: 946 time: 0.0553071 Mar 07 17:12:44.761586 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e069a993-fcec-49f7-aaa9-42d77a0cef4e req-d0352f7e-3fbe-4c65-8ebd-a2f4c00a1c85 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427134 Mar 07 17:12:44.879473 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5835442-52d4-4dcf-aced-5d0556a4a689 req-9bd71ff9-c1c2-4437-80a8-f0cae39f0792 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:44.881354 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a5835442-52d4-4dcf-aced-5d0556a4a689 req-9bd71ff9-c1c2-4437-80a8-f0cae39f0792 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf83739-aacc-40f7-8889-725895d4052f HTTP/1.1" status: 200 len: 946 time: 0.0540099 Mar 07 17:12:44.931252 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a5835442-52d4-4dcf-aced-5d0556a4a689 req-d9e0fda2-6f37-48de-ae7c-2fbe65d0bfd6 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442233 Mar 07 17:12:44.953313 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 39060) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:44.965023 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 39064) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:45.070025 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cf3444ca-bcf3-4d69-aa21-df74813aba0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:45.176388 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cf3444ca-bcf3-4d69-aa21-df74813aba0c admin admin] Publish callbacks [] for security_group (6c3cae18-62ed-492e-b8a5-daf0d752372c), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:45.182420 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7531b9aa-298d-4a58-a3a3-89d59673fc38 tempest-TestVolumeBootPattern-1405354157 tempest-TestVolumeBootPattern-1405354157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:45.183955 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-7531b9aa-298d-4a58-a3a3-89d59673fc38 tempest-TestVolumeBootPattern-1405354157 tempest-TestVolumeBootPattern-1405354157-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=1cf83739-aacc-40f7-8889-725895d4052f HTTP/1.1" status: 200 len: 1125 time: 0.2292976 Mar 07 17:12:45.186919 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 39068) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:45.191251 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-cf7b9316-826b-4551-8ced-c42067c5cf67 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Request body: {'floatingip': {'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'port_id': '728d8e92-7394-43b7-8410-2b7d7eab3375', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:12:45.233939 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cf3444ca-bcf3-4d69-aa21-df74813aba0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (6c3cae18-62ed-492e-b8a5-daf0d752372c), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:45.274702 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-cf3444ca-bcf3-4d69-aa21-df74813aba0c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8ecc625ebddd412e88b0462f8510ed33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3086696 Mar 07 17:12:45.275961 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3444ca-bcf3-4d69-aa21-df74813aba0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3cae18-62ed-492e-b8a5-daf0d752372c,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:45.278473 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 39070) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:45.284072 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:12:45.293191 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cf7b9316-826b-4551-8ced-c42067c5cf67 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:45.381124 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c0d41f37-3c9a-430b-baa4-a2a3954589a6 admin admin] Publish callbacks [] for security_group (6c3cae18-62ed-492e-b8a5-daf0d752372c), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:45.410742 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c0d41f37-3c9a-430b-baa4-a2a3954589a6 admin admin] Publish callbacks [] for security_group (6c3cae18-62ed-492e-b8a5-daf0d752372c), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:45.459405 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cf7b9316-826b-4551-8ced-c42067c5cf67 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:45.538373 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c0d41f37-3c9a-430b-baa4-a2a3954589a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (6c3cae18-62ed-492e-b8a5-daf0d752372c), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:45.540778 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c0d41f37-3c9a-430b-baa4-a2a3954589a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:45.541897 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-c0d41f37-3c9a-430b-baa4-a2a3954589a6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6c3cae18-62ed-492e-b8a5-daf0d752372c HTTP/1.1" status: 204 len: 168 time: 0.2626412 Mar 07 17:12:45.580105 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d41f37-3c9a-430b-baa4-a2a3954589a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3cae18-62ed-492e-b8a5-daf0d752372c,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:45.642425 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-cf7b9316-826b-4551-8ced-c42067c5cf67 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Allocated IP 172.27.3.169 (ca3ae6bc-acc1-44d4-99e8-2239d5d79721/7ea6e5b5-19cc-4407-9435-cc1a16805785/5556f807-ea90-40f0-ae1e-adc4bf0ac24e) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:12:45.744519 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cf7b9316-826b-4551-8ced-c42067c5cf67 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks [] for port (5556f807-ea90-40f0-ae1e-adc4bf0ac24e), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:45.857819 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cf7b9316-826b-4551-8ced-c42067c5cf67 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (5556f807-ea90-40f0-ae1e-adc4bf0ac24e), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:45.893326 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7b9316-826b-4551-8ced-c42067c5cf67 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Network ca3ae6bc-acc1-44d4-99e8-2239d5d79721 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:12:45.899792 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-cf7b9316-826b-4551-8ced-c42067c5cf67 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:12:45.903207 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7b9316-826b-4551-8ced-c42067c5cf67 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:12:45.919984 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-aad40697-5c31-43a8-80ea-2716f5ca4ead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:45.930742 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b9316-826b-4551-8ced-c42067c5cf67 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Pushing event updated for resources: {'Port': ['ID=5556f807-ea90-40f0-ae1e-adc4bf0ac24e,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:46.161428 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 39076) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:46.175632 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ffbbe21f-450f-4099-bc37-55895e991a26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:46.250404 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ffbbe21f-450f-4099-bc37-55895e991a26 admin admin] Publish callbacks [] for security_group (c30f0bee-cb13-483b-ad3a-7cb8d451208f), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:46.308667 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ffbbe21f-450f-4099-bc37-55895e991a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (c30f0bee-cb13-483b-ad3a-7cb8d451208f), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:46.345295 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbbe21f-450f-4099-bc37-55895e991a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30f0bee-cb13-483b-ad3a-7cb8d451208f,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:46.350066 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-ffbbe21f-450f-4099-bc37-55895e991a26 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a39e2b569bc74b7791e96a3df88d3c2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1863093 Mar 07 17:12:46.352508 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 39078) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:46.410972 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0c9530f1-9cc2-4b30-920d-01e4a4f35b01 admin admin] Publish callbacks [] for security_group (c30f0bee-cb13-483b-ad3a-7cb8d451208f), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:46.432484 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0c9530f1-9cc2-4b30-920d-01e4a4f35b01 admin admin] Publish callbacks [] for security_group (c30f0bee-cb13-483b-ad3a-7cb8d451208f), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:46.545669 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cf7b9316-826b-4551-8ced-c42067c5cf67 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks [] for floatingip (c3e72c13-c53e-4bad-b31b-5053bc1f97b0), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:46.571184 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0c9530f1-9cc2-4b30-920d-01e4a4f35b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (c30f0bee-cb13-483b-ad3a-7cb8d451208f), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:46.575598 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0c9530f1-9cc2-4b30-920d-01e4a4f35b01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:46.579115 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-0c9530f1-9cc2-4b30-920d-01e4a4f35b01 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c30f0bee-cb13-483b-ad3a-7cb8d451208f HTTP/1.1" status: 204 len: 168 time: 0.2233334 Mar 07 17:12:46.589249 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9530f1-9cc2-4b30-920d-01e4a4f35b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30f0bee-cb13-483b-ad3a-7cb8d451208f,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:46.696685 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cf7b9316-826b-4551-8ced-c42067c5cf67 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (5556f807-ea90-40f0-ae1e-adc4bf0ac24e), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:46.844448 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cf7b9316-826b-4551-8ced-c42067c5cf67 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks [] for port (5556f807-ea90-40f0-ae1e-adc4bf0ac24e), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:46.908541 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cf7b9316-826b-4551-8ced-c42067c5cf67 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58733560'] for port (5556f807-ea90-40f0-ae1e-adc4bf0ac24e), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:46.980381 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b9316-826b-4551-8ced-c42067c5cf67 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Pushing event updated for resources: {'Port': ['ID=5556f807-ea90-40f0-ae1e-adc4bf0ac24e,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:46.991164 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cf7b9316-826b-4551-8ced-c42067c5cf67 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2049624'] for floatingip (c3e72c13-c53e-4bad-b31b-5053bc1f97b0), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:47.093166 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.db.l3_db [None req-cf7b9316-826b-4551-8ced-c42067c5cf67 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Floating IP c3e72c13-c53e-4bad-b31b-5053bc1f97b0 associated. External IP: 172.27.3.169, port: 728d8e92-7394-43b7-8410-2b7d7eab3375. Mar 07 17:12:47.311126 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7b9316-826b-4551-8ced-c42067c5cf67 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Router b42c20a0-aafe-467d-a24d-809265abcd59 has already been hosted by L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:12:47.423553 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7b9316-826b-4551-8ced-c42067c5cf67 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:12:47.434403 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18851598-7b0c-493a-8a61-805ce1fa7c56 None None] Sync routers for ids ['b42c20a0-aafe-467d-a24d-809265abcd59'] in dv-cinder-804035-42-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:12:47.443440 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18851598-7b0c-493a-8a61-805ce1fa7c56 None None] Routers {'b42c20a0-aafe-467d-a24d-809265abcd59'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:12:47.444129 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-18851598-7b0c-493a-8a61-805ce1fa7c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:12:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['b42c20a0-aafe-467d-a24d-809265abcd59'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:12:47.499662 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cf7b9316-826b-4551-8ced-c42067c5cf67 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:47.553465 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-cf7b9316-826b-4551-8ced-c42067c5cf67 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3654101 Mar 07 17:12:47.554135 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cf83739-aacc-40f7-8889-725895d4052f', 'tag': '728d8e92-7394-43b7-8410-2b7d7eab3375'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:12:47.555841 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-18851598-7b0c-493a-8a61-805ce1fa7c56 None None] Set router b42c20a0-aafe-467d-a24d-809265abcd59 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:12:47.556472 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aba4c615e876ca6c23e5fed61a3d1f980fac3f984d457871ad3b292fe147bdb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4961167c-0321-4e33-9486-1b7a200e3261" -d '{"events": [{"name": "network-changed", "server_uuid": "1cf83739-aacc-40f7-8889-725895d4052f", "tag": "728d8e92-7394-43b7-8410-2b7d7eab3375"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:12:47.594252 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9bebed-dea7-4279-b1fd-2c0dea2cc50a x-openstack-request-id: req-aa9bebed-dea7-4279-b1fd-2c0dea2cc50a {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:12:47.594547 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cf83739-aacc-40f7-8889-725895d4052f", "tag": "728d8e92-7394-43b7-8410-2b7d7eab3375", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:12:47.594817 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-aa9bebed-dea7-4279-b1fd-2c0dea2cc50a {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:12:47.595228 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cf83739-aacc-40f7-8889-725895d4052f', 'tag': '728d8e92-7394-43b7-8410-2b7d7eab3375', 'status': 'completed', 'code': 200} Mar 07 17:12:47.667147 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961167c-0321-4e33-9486-1b7a200e3261 req-b7ffde91-7ac9-408d-82d0-a467cf18c7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:47.668759 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4961167c-0321-4e33-9486-1b7a200e3261 req-b7ffde91-7ac9-408d-82d0-a467cf18c7d0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=776f3679e77e490b893316a32842cc90&device_id=1cf83739-aacc-40f7-8889-725895d4052f HTTP/1.1" status: 200 len: 1130 time: 0.0516999 Mar 07 17:12:47.766637 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961167c-0321-4e33-9486-1b7a200e3261 req-ec771973-9b9f-49a2-acb3-19a00ea00763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:47.768197 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4961167c-0321-4e33-9486-1b7a200e3261 req-ec771973-9b9f-49a2-acb3-19a00ea00763 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9389be18-213a-4ced-bba2-3382f718f0a8 HTTP/1.1" status: 200 len: 911 time: 0.0942106 Mar 07 17:12:47.836071 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4961167c-0321-4e33-9486-1b7a200e3261 req-23dd869d-e74b-47e2-9edf-36b6bd330f06 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=728d8e92-7394-43b7-8410-2b7d7eab3375 HTTP/1.1" status: 200 len: 1000 time: 0.0620949 Mar 07 17:12:47.882420 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-18851598-7b0c-493a-8a61-805ce1fa7c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'name': 'tempest-TestVolumeBootPattern-33529847-router', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '846ab4ef-9b11-4da0-85a5-e96f4cd1f657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:11:46Z', 'updated_at': '2022-03-07T17:11:49Z', 'revision_number': 4, 'project_id': '776f3679e77e490b893316a32842cc90', 'gw_port': {'id': '846ab4ef-9b11-4da0-85a5-e96f4cd1f657', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ab:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:46Z', 'updated_at': '2022-03-07T17:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_floatingips': [{'id': 'c3e72c13-c53e-4bad-b31b-5053bc1f97b0', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'floating_ip_address': '172.27.3.169', 'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'router_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'port_id': '728d8e92-7394-43b7-8410-2b7d7eab3375', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8', 'mac_address': 'fa:16:3e:9b:0c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf83739-aacc-40f7-8889-725895d4052f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:12:46Z', 'updated_at': '2022-03-07T17:12:46Z', 'revision_number': 0, 'project_id': '776f3679e77e490b893316a32842cc90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db2bf536-b012-4f67-ada8-4523024fd575', 'name': '', 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'mac_address': 'fa:16:3e:16:96:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f18b0602-960c-4c40-bfa0-ef433b9207aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:48Z', 'updated_at': '2022-03-07T17:11:52Z', 'revision_number': 5, 'project_id': '776f3679e77e490b893316a32842cc90', 'subnets': [{'id': 'f18b0602-960c-4c40-bfa0-ef433b9207aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:12:47.885689 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961167c-0321-4e33-9486-1b7a200e3261 req-cb073e5b-b84e-43cf-8aff-ea189b82bbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:47.887307 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4961167c-0321-4e33-9486-1b7a200e3261 req-cb073e5b-b84e-43cf-8aff-ea189b82bbfd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f18b0602-960c-4c40-bfa0-ef433b9207aa HTTP/1.1" status: 200 len: 849 time: 0.0458243 Mar 07 17:12:47.910291 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18851598-7b0c-493a-8a61-805ce1fa7c56 None None] Checking router: b42c20a0-aafe-467d-a24d-809265abcd59 for host: dv-cinder-804035-42-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:12:47.919690 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18851598-7b0c-493a-8a61-805ce1fa7c56 None None] Routers {'b42c20a0-aafe-467d-a24d-809265abcd59'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:12:47.920234 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-18851598-7b0c-493a-8a61-805ce1fa7c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:12:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['b42c20a0-aafe-467d-a24d-809265abcd59'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:12:47.939897 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961167c-0321-4e33-9486-1b7a200e3261 req-86a5ca9a-5b82-4a7d-a79f-570984c4b4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:12:47.941393 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4961167c-0321-4e33-9486-1b7a200e3261 req-86a5ca9a-5b82-4a7d-a79f-570984c4b4cd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9389be18-213a-4ced-bba2-3382f718f0a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0488789 Mar 07 17:12:48.034437 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4961167c-0321-4e33-9486-1b7a200e3261 req-59d5f2da-373a-4d37-b45e-3d41edef567f service neutron] 10.222.0.53 "GET /v2.0/networks/9389be18-213a-4ced-bba2-3382f718f0a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869780 Mar 07 17:12:48.039518 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-18851598-7b0c-493a-8a61-805ce1fa7c56 None None] Set router b42c20a0-aafe-467d-a24d-809265abcd59 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:12:48.132452 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4961167c-0321-4e33-9486-1b7a200e3261 req-34d08070-b04f-4b61-b716-2b02acc6d353 service neutron] 10.222.0.53 "GET /v2.0/networks/9389be18-213a-4ced-bba2-3382f718f0a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918977 Mar 07 17:12:48.276265 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-18851598-7b0c-493a-8a61-805ce1fa7c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'name': 'tempest-TestVolumeBootPattern-33529847-router', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '846ab4ef-9b11-4da0-85a5-e96f4cd1f657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:11:46Z', 'updated_at': '2022-03-07T17:11:49Z', 'revision_number': 4, 'project_id': '776f3679e77e490b893316a32842cc90', 'gw_port': {'id': '846ab4ef-9b11-4da0-85a5-e96f4cd1f657', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ab:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:46Z', 'updated_at': '2022-03-07T17:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_floatingips': [{'id': 'c3e72c13-c53e-4bad-b31b-5053bc1f97b0', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'floating_ip_address': '172.27.3.169', 'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'router_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'port_id': '728d8e92-7394-43b7-8410-2b7d7eab3375', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8', 'mac_address': 'fa:16:3e:9b:0c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf83739-aacc-40f7-8889-725895d4052f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:12:46Z', 'updated_at': '2022-03-07T17:12:46Z', 'revision_number': 0, 'project_id': '776f3679e77e490b893316a32842cc90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db2bf536-b012-4f67-ada8-4523024fd575', 'name': '', 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'mac_address': 'fa:16:3e:16:96:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f18b0602-960c-4c40-bfa0-ef433b9207aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:48Z', 'updated_at': '2022-03-07T17:11:52Z', 'revision_number': 5, 'project_id': '776f3679e77e490b893316a32842cc90', 'subnets': [{'id': 'f18b0602-960c-4c40-bfa0-ef433b9207aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:12:48.303873 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18851598-7b0c-493a-8a61-805ce1fa7c56 None None] The sync data for ids ['b42c20a0-aafe-467d-a24d-809265abcd59'] in dv-cinder-804035-42-iscsi is: [{'id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'name': 'tempest-TestVolumeBootPattern-33529847-router', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '846ab4ef-9b11-4da0-85a5-e96f4cd1f657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:11:46Z', 'updated_at': '2022-03-07T17:11:49Z', 'revision_number': 4, 'project_id': '776f3679e77e490b893316a32842cc90', 'gw_port': {'id': '846ab4ef-9b11-4da0-85a5-e96f4cd1f657', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ab:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:46Z', 'updated_at': '2022-03-07T17:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_floatingips': [{'id': 'c3e72c13-c53e-4bad-b31b-5053bc1f97b0', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'floating_ip_address': '172.27.3.169', 'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'router_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'port_id': '728d8e92-7394-43b7-8410-2b7d7eab3375', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8', 'mac_address': 'fa:16:3e:9b:0c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf83739-aacc-40f7-8889-725895d4052f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:12:46Z', 'updated_at': '2022-03-07T17:12:46Z', 'revision_number': 0, 'project_id': '776f3679e77e490b893316a32842cc90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db2bf536-b012-4f67-ada8-4523024fd575', 'name': '', 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'mac_address': 'fa:16:3e:16:96:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f18b0602-960c-4c40-bfa0-ef433b9207aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:48Z', 'updated_at': '2022-03-07T17:11:52Z', 'revision_number': 5, 'project_id': '776f3679e77e490b893316a32842cc90', 'subnets': [{'id': 'f18b0602-960c-4c40-bfa0-ef433b9207aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:12:48.383237 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:48.394460 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5c44320b-866e-4567-86cf-a754b7114898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:48.508338 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff357957-b71f-4b9c-abdd-39066689f144 None None] New status for floating IP c3e72c13-c53e-4bad-b31b-5053bc1f97b0: ACTIVE {{(pid=103440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:12:50.463119 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:51.868272 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:52.977539 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:53.986602 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 39190) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:54.089670 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0feccb6e-a243-4112-a051-44eb798a6eaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:54.163721 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0feccb6e-a243-4112-a051-44eb798a6eaa admin admin] Publish callbacks [] for security_group (e4bd1910-aadf-44b8-8d84-2129fad66298), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:54.228113 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0feccb6e-a243-4112-a051-44eb798a6eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (e4bd1910-aadf-44b8-8d84-2129fad66298), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:54.264260 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feccb6e-a243-4112-a051-44eb798a6eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4bd1910-aadf-44b8-8d84-2129fad66298,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:54.268641 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-0feccb6e-a243-4112-a051-44eb798a6eaa admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6c270d9b5ccf4219b4f5c40e5d2e0ca7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2810206 Mar 07 17:12:54.272055 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 39196) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:54.319013 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-96a70d56-2969-4fba-a798-cadcc54114c9 admin admin] Publish callbacks [] for security_group (e4bd1910-aadf-44b8-8d84-2129fad66298), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:54.340149 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-96a70d56-2969-4fba-a798-cadcc54114c9 admin admin] Publish callbacks [] for security_group (e4bd1910-aadf-44b8-8d84-2129fad66298), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:54.479495 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-96a70d56-2969-4fba-a798-cadcc54114c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (e4bd1910-aadf-44b8-8d84-2129fad66298), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:54.482107 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-96a70d56-2969-4fba-a798-cadcc54114c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:54.483267 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-96a70d56-2969-4fba-a798-cadcc54114c9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e4bd1910-aadf-44b8-8d84-2129fad66298 HTTP/1.1" status: 204 len: 168 time: 0.2106459 Mar 07 17:12:54.492115 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a70d56-2969-4fba-a798-cadcc54114c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4bd1910-aadf-44b8-8d84-2129fad66298,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:55.050836 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 39204) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:55.064847 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9bb7b8eb-9bc7-4a7d-8792-d302cc294d67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:55.135718 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9bb7b8eb-9bc7-4a7d-8792-d302cc294d67 admin admin] Publish callbacks [] for security_group (802f458c-2444-4356-98e4-de048a5227f9), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:55.176767 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-9bb7b8eb-9bc7-4a7d-8792-d302cc294d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (802f458c-2444-4356-98e4-de048a5227f9), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:55.214312 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-9bb7b8eb-9bc7-4a7d-8792-d302cc294d67 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9204f7a74b80472a85d54b67fa1fa82c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1611586 Mar 07 17:12:55.215054 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7b8eb-9bc7-4a7d-8792-d302cc294d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802f458c-2444-4356-98e4-de048a5227f9,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:12:55.217062 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 39206) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:12:55.264350 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-467e6143-013f-40d0-bb39-77918f48c84a admin admin] Publish callbacks [] for security_group (802f458c-2444-4356-98e4-de048a5227f9), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:55.285136 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-467e6143-013f-40d0-bb39-77918f48c84a admin admin] Publish callbacks [] for security_group (802f458c-2444-4356-98e4-de048a5227f9), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:55.394296 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-467e6143-013f-40d0-bb39-77918f48c84a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (802f458c-2444-4356-98e4-de048a5227f9), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:55.397560 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-467e6143-013f-40d0-bb39-77918f48c84a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:12:55.398793 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-467e6143-013f-40d0-bb39-77918f48c84a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/802f458c-2444-4356-98e4-de048a5227f9 HTTP/1.1" status: 204 len: 168 time: 0.1807289 Mar 07 17:12:55.406703 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467e6143-013f-40d0-bb39-77918f48c84a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802f458c-2444-4356-98e4-de048a5227f9,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:08.228812 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 39364) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:08.331540 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cfc79253-42cb-473d-aa25-d1272c7f3d7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:08.404138 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cfc79253-42cb-473d-aa25-d1272c7f3d7e admin admin] Publish callbacks [] for security_group (1b9420d7-fad5-4ad3-bd2b-9f917618d2d8), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:08.467968 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cfc79253-42cb-473d-aa25-d1272c7f3d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (1b9420d7-fad5-4ad3-bd2b-9f917618d2d8), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:08.505299 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc79253-42cb-473d-aa25-d1272c7f3d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9420d7-fad5-4ad3-bd2b-9f917618d2d8,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:08.509737 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-cfc79253-42cb-473d-aa25-d1272c7f3d7e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5cb7b7a1a4ad4b8682e108045cbd8830&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2793016 Mar 07 17:13:08.512647 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 39368) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:08.515539 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc79253-42cb-473d-aa25-d1272c7f3d7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:08.515895 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc79253-42cb-473d-aa25-d1272c7f3d7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:08.516244 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc79253-42cb-473d-aa25-d1272c7f3d7e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:08.516587 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc79253-42cb-473d-aa25-d1272c7f3d7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:08.516922 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc79253-42cb-473d-aa25-d1272c7f3d7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:08.517255 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc79253-42cb-473d-aa25-d1272c7f3d7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:08.517588 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc79253-42cb-473d-aa25-d1272c7f3d7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:08.517918 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc79253-42cb-473d-aa25-d1272c7f3d7e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:08.518249 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc79253-42cb-473d-aa25-d1272c7f3d7e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:08.518577 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc79253-42cb-473d-aa25-d1272c7f3d7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:08.518957 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc79253-42cb-473d-aa25-d1272c7f3d7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:08.519225 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc79253-42cb-473d-aa25-d1272c7f3d7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:08.519570 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc79253-42cb-473d-aa25-d1272c7f3d7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:08.561343 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-964479c7-cb80-424f-8683-81819f475383 admin admin] Publish callbacks [] for security_group (1b9420d7-fad5-4ad3-bd2b-9f917618d2d8), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:08.581327 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-964479c7-cb80-424f-8683-81819f475383 admin admin] Publish callbacks [] for security_group (1b9420d7-fad5-4ad3-bd2b-9f917618d2d8), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:08.685282 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-964479c7-cb80-424f-8683-81819f475383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (1b9420d7-fad5-4ad3-bd2b-9f917618d2d8), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:08.687820 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-964479c7-cb80-424f-8683-81819f475383 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:08.688971 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-964479c7-cb80-424f-8683-81819f475383 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1b9420d7-fad5-4ad3-bd2b-9f917618d2d8 HTTP/1.1" status: 204 len: 168 time: 0.1753545 Mar 07 17:13:08.697035 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964479c7-cb80-424f-8683-81819f475383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9420d7-fad5-4ad3-bd2b-9f917618d2d8,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:08.703614 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964479c7-cb80-424f-8683-81819f475383 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:08.703983 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964479c7-cb80-424f-8683-81819f475383 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:08.704325 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964479c7-cb80-424f-8683-81819f475383 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:08.704664 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964479c7-cb80-424f-8683-81819f475383 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:08.705081 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964479c7-cb80-424f-8683-81819f475383 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:08.705419 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964479c7-cb80-424f-8683-81819f475383 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:08.705743 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964479c7-cb80-424f-8683-81819f475383 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:08.706067 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964479c7-cb80-424f-8683-81819f475383 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:08.706406 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964479c7-cb80-424f-8683-81819f475383 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:08.706730 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964479c7-cb80-424f-8683-81819f475383 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:08.707049 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964479c7-cb80-424f-8683-81819f475383 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:08.707362 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964479c7-cb80-424f-8683-81819f475383 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:08.707706 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964479c7-cb80-424f-8683-81819f475383 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:09.237588 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 39376) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:09.251353 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-355c40d3-f664-4acc-a9dd-87e771613228 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:09.322321 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-355c40d3-f664-4acc-a9dd-87e771613228 admin admin] Publish callbacks [] for security_group (2acd0b04-350d-4d25-a775-1590a350ebeb), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:09.365426 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-355c40d3-f664-4acc-a9dd-87e771613228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (2acd0b04-350d-4d25-a775-1590a350ebeb), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:09.404263 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-355c40d3-f664-4acc-a9dd-87e771613228 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e6b1ba1b88aa4f539d6123adb722c118&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1655242 Mar 07 17:13:09.405212 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355c40d3-f664-4acc-a9dd-87e771613228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2acd0b04-350d-4d25-a775-1590a350ebeb,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:09.406987 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 39378) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:09.455674 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f9e9f7c9-8dba-4dab-b885-7ad5d0ec9cdd admin admin] Publish callbacks [] for security_group (2acd0b04-350d-4d25-a775-1590a350ebeb), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:09.476517 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f9e9f7c9-8dba-4dab-b885-7ad5d0ec9cdd admin admin] Publish callbacks [] for security_group (2acd0b04-350d-4d25-a775-1590a350ebeb), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:09.582258 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f9e9f7c9-8dba-4dab-b885-7ad5d0ec9cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (2acd0b04-350d-4d25-a775-1590a350ebeb), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:09.585450 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f9e9f7c9-8dba-4dab-b885-7ad5d0ec9cdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:09.586596 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-f9e9f7c9-8dba-4dab-b885-7ad5d0ec9cdd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2acd0b04-350d-4d25-a775-1590a350ebeb HTTP/1.1" status: 204 len: 168 time: 0.1785369 Mar 07 17:13:09.595767 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e9f7c9-8dba-4dab-b885-7ad5d0ec9cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2acd0b04-350d-4d25-a775-1590a350ebeb,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:11.126450 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 39426) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:11.234895 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-01907566-1805-428d-9050-90c04ba66bb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:11.306540 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-01907566-1805-428d-9050-90c04ba66bb7 admin admin] Publish callbacks [] for security_group (979d3d0a-3229-4df7-b1ae-a1207dd8a2ef), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:11.376679 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-01907566-1805-428d-9050-90c04ba66bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (979d3d0a-3229-4df7-b1ae-a1207dd8a2ef), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:11.413346 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01907566-1805-428d-9050-90c04ba66bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979d3d0a-3229-4df7-b1ae-a1207dd8a2ef,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:11.418310 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-01907566-1805-428d-9050-90c04ba66bb7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5d73e34f48494d3ea195c9e5b725f4ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2907808 Mar 07 17:13:11.421645 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 39430) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:11.466972 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a1d36215-1c24-468a-a5d8-8ca1880e8182 admin admin] Publish callbacks [] for security_group (979d3d0a-3229-4df7-b1ae-a1207dd8a2ef), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:11.487719 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a1d36215-1c24-468a-a5d8-8ca1880e8182 admin admin] Publish callbacks [] for security_group (979d3d0a-3229-4df7-b1ae-a1207dd8a2ef), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:11.616613 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a1d36215-1c24-468a-a5d8-8ca1880e8182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (979d3d0a-3229-4df7-b1ae-a1207dd8a2ef), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:11.619714 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a1d36215-1c24-468a-a5d8-8ca1880e8182 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:11.621832 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-a1d36215-1c24-468a-a5d8-8ca1880e8182 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/979d3d0a-3229-4df7-b1ae-a1207dd8a2ef HTTP/1.1" status: 204 len: 168 time: 0.1990945 Mar 07 17:13:11.629685 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d36215-1c24-468a-a5d8-8ca1880e8182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979d3d0a-3229-4df7-b1ae-a1207dd8a2ef,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:12.595549 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 39456) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:12.695662 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-e0506414-d352-403b-9f6b-9f94f2b1de1c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1121237072-network', 'tenant_id': '5ea136e1bc7949949c1267a3a852bb86'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:13:12.754032 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0506414-d352-403b-9f6b-9f94f2b1de1c admin admin] Made reservation on behalf of 5ea136e1bc7949949c1267a3a852bb86 for: {'network': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:13:12.756489 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e0506414-d352-403b-9f6b-9f94f2b1de1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for network (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:12.765909 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e0506414-d352-403b-9f6b-9f94f2b1de1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:12.851201 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e0506414-d352-403b-9f6b-9f94f2b1de1c admin admin] Publish callbacks [] for security_group (d6bf4050-ceda-455e-a032-ebb588c76599), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:12.919635 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e0506414-d352-403b-9f6b-9f94f2b1de1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (d6bf4050-ceda-455e-a032-ebb588c76599), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:12.944820 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0506414-d352-403b-9f6b-9f94f2b1de1c admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=103431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 17:13:12.955423 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0506414-d352-403b-9f6b-9f94f2b1de1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6bf4050-ceda-455e-a032-ebb588c76599,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:12.960304 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e0506414-d352-403b-9f6b-9f94f2b1de1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696658'] for segment (2e7eeae7-3b06-4866-900c-ac06ddbe3a7d), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:12.960650 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.db.segments_db [None req-e0506414-d352-403b-9f6b-9f94f2b1de1c admin admin] Added segment 2e7eeae7-3b06-4866-900c-ac06ddbe3a7d of type vlan for network 098a2cd2-30b5-4b26-a3c1-90309f938532 Mar 07 17:13:13.000836 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e0506414-d352-403b-9f6b-9f94f2b1de1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762243790367'] for network (098a2cd2-30b5-4b26-a3c1-90309f938532), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:13.079576 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e0506414-d352-403b-9f6b-9f94f2b1de1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490'] for network (098a2cd2-30b5-4b26-a3c1-90309f938532), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:13.080579 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0506414-d352-403b-9f6b-9f94f2b1de1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:13.081163 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e0506414-d352-403b-9f6b-9f94f2b1de1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:13.139987 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0506414-d352-403b-9f6b-9f94f2b1de1c admin admin] Pushing event updated for resources: {'Network': ['ID=098a2cd2-30b5-4b26-a3c1-90309f938532,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:13.150619 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Network 098a2cd2-30b5-4b26-a3c1-90309f938532 details requested by agent ovs-agent-dv-cinder-804035-42-iscsi with host dv-cinder-804035-42-iscsi {{(pid=103440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 17:13:13.159912 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-e0506414-d352-403b-9f6b-9f94f2b1de1c admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5630915 Mar 07 17:13:13.168001 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 39470) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:13.174234 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-814b713c-3cb7-432e-8384-e0c12d9d1849 admin admin] Request body: {'subnet': {'network_id': '098a2cd2-30b5-4b26-a3c1-90309f938532', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1121237072-subnet', 'tenant_id': '5ea136e1bc7949949c1267a3a852bb86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:13:13.250829 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814b713c-3cb7-432e-8384-e0c12d9d1849 admin admin] Made reservation on behalf of 5ea136e1bc7949949c1267a3a852bb86 for: {'subnet': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:13:13.253294 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-814b713c-3cb7-432e-8384-e0c12d9d1849 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60764558'] for subnet (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:13.451249 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-814b713c-3cb7-432e-8384-e0c12d9d1849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58733681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60764560'] for subnet (2c1fbc93-1938-4aa8-af50-51601d52ba86), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:13.503316 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b713c-3cb7-432e-8384-e0c12d9d1849 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c1fbc93-1938-4aa8-af50-51601d52ba86,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:13.519198 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814b713c-3cb7-432e-8384-e0c12d9d1849 admin admin] Checking segment: {'id': '2e7eeae7-3b06-4866-900c-ac06ddbe3a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '098a2cd2-30b5-4b26-a3c1-90309f938532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:13:13.519607 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814b713c-3cb7-432e-8384-e0c12d9d1849 admin admin] Network hostable DHCP agents. Network: 098a2cd2-30b5-4b26-a3c1-90309f938532, hostable agents: ['7a37eb1f-9e1c-4804-b782-6f192b2f1d6e'], hosted agents: [] {{(pid=103431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 17:13:13.588337 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814b713c-3cb7-432e-8384-e0c12d9d1849 admin admin] Network 098a2cd2-30b5-4b26-a3c1-90309f938532 is scheduled to be hosted by DHCP agent 7a37eb1f-9e1c-4804-b782-6f192b2f1d6e with binding_index 1 {{(pid=103431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 17:13:13.652084 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-814b713c-3cb7-432e-8384-e0c12d9d1849 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-42-iscsi, 098a2cd2-30b5-4b26-a3c1-90309f938532) {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:13:13.658311 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814b713c-3cb7-432e-8384-e0c12d9d1849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:13.658911 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-814b713c-3cb7-432e-8384-e0c12d9d1849 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:13.662225 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1375dec9-4307-47a9-9eb1-73a551cba093 None None] Network 098a2cd2-30b5-4b26-a3c1-90309f938532 requested from dv-cinder-804035-42-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:13:13.710493 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-814b713c-3cb7-432e-8384-e0c12d9d1849 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5411212 Mar 07 17:13:13.895045 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110f7a15-659b-4ee0-85e4-d877520f727c None None] Network 098a2cd2-30b5-4b26-a3c1-90309f938532 requested from dv-cinder-804035-42-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:13:14.926565 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451acdcc-3d9d-4e66-b7c5-e910d48da1ca req-7b980b97-7497-42c9-82e6-8ced45e9ad62 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:14.928086 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-451acdcc-3d9d-4e66-b7c5-e910d48da1ca req-7b980b97-7497-42c9-82e6-8ced45e9ad62 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe5b94a7-364a-4b40-b53e-06175588650a HTTP/1.1" status: 200 len: 946 time: 0.0635242 Mar 07 17:13:14.975096 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-451acdcc-3d9d-4e66-b7c5-e910d48da1ca req-b1b61c0e-bf30-457b-9ba3-0151f2cf61fd tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=198af992-8a81-4d0b-98ea-7489b8f950c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408130 Mar 07 17:13:15.835478 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9713b3f-4ceb-4af2-873a-677c603cb09b req-79b5e981-5e39-49af-b61d-966be86187a1 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:15.837873 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d9713b3f-4ceb-4af2-873a-677c603cb09b req-79b5e981-5e39-49af-b61d-966be86187a1 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/networks?id=098a2cd2-30b5-4b26-a3c1-90309f938532 HTTP/1.1" status: 200 len: 814 time: 0.1322393 Mar 07 17:13:15.854186 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d9713b3f-4ceb-4af2-873a-677c603cb09b req-18e1a820-1afa-4aac-a27f-853cfdc15803 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/quotas/5ea136e1bc7949949c1267a3a852bb86 HTTP/1.1" status: 200 len: 375 time: 0.0109682 Mar 07 17:13:15.891581 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d9713b3f-4ceb-4af2-873a-677c603cb09b req-89647f24-ffea-4b24-9483-341fb1aa4915 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=5ea136e1bc7949949c1267a3a852bb86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303552 Mar 07 17:13:15.896477 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-eea52f20-5137-422c-ab4b-8809a1dbf662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:15.903324 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [req-d9713b3f-4ceb-4af2-873a-677c603cb09b req-f0535327-7627-4210-884e-06b374a51aa0 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103431) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 17:13:15.908225 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d9713b3f-4ceb-4af2-873a-677c603cb09b req-f0535327-7627-4210-884e-06b374a51aa0 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059214 Mar 07 17:13:16.004307 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d9713b3f-4ceb-4af2-873a-677c603cb09b req-60f215dc-2825-4dc0-813b-2b95417ec936 service neutron] 10.222.0.45 "GET /v2.0/networks/098a2cd2-30b5-4b26-a3c1-90309f938532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938144 Mar 07 17:13:16.133704 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d9713b3f-4ceb-4af2-873a-677c603cb09b req-878600fa-f3df-4359-918f-971e599bea31 service neutron] 10.222.0.45 "GET /v2.0/networks/098a2cd2-30b5-4b26-a3c1-90309f938532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227653 Mar 07 17:13:16.143233 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa198046-230e-4b4c-8d7a-9772a6387a75 req-58cd4c02-adc2-4e5b-81bc-7591bf1a24af tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:16.144940 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-aa198046-230e-4b4c-8d7a-9772a6387a75 req-58cd4c02-adc2-4e5b-81bc-7591bf1a24af tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe5b94a7-364a-4b40-b53e-06175588650a HTTP/1.1" status: 200 len: 946 time: 0.0789151 Mar 07 17:13:16.196141 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-aa198046-230e-4b4c-8d7a-9772a6387a75 req-78d34e35-fd47-47a0-94be-ecec88f28393 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=198af992-8a81-4d0b-98ea-7489b8f950c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460217 Mar 07 17:13:16.354051 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-90ef68af-962a-4987-b114-4ae4973ffbab req-d4d7bd26-4426-4975-b7cd-f07219aa526b tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4795188-7ead-455b-92d7-b4d6b23892a1 HTTP/1.1" status: 200 len: 210 time: 0.0279000 Mar 07 17:13:17.004775 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a81a63-fae8-4c82-9fc6-b0e7c257eeb3 req-afda54d8-b5cf-4bda-a7d6-6d8b9d12129a tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:17.006189 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b8a81a63-fae8-4c82-9fc6-b0e7c257eeb3 req-afda54d8-b5cf-4bda-a7d6-6d8b9d12129a tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe5b94a7-364a-4b40-b53e-06175588650a HTTP/1.1" status: 200 len: 946 time: 0.0511141 Mar 07 17:13:17.100117 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-b8a81a63-fae8-4c82-9fc6-b0e7c257eeb3 req-4c124ce8-3806-41e9-b1fa-289045a8cb96 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Deleting port b1790ba0-a320-46c7-9c79-52d1130e6848 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:13:17.100461 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b8a81a63-fae8-4c82-9fc6-b0e7c257eeb3 req-4c124ce8-3806-41e9-b1fa-289045a8cb96 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (b1790ba0-a320-46c7-9c79-52d1130e6848), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:17.188982 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-b8a81a63-fae8-4c82-9fc6-b0e7c257eeb3 req-4c124ce8-3806-41e9-b1fa-289045a8cb96 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] For port b1790ba0-a320-46c7-9c79-52d1130e6848, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b1790ba0-a320-46c7-9c79-52d1130e6848,segment=NetworkSegment(faf6d561-63e2-4581-ba72-4e6d7076e38e),segment_id=faf6d561-63e2-4581-ba72-4e6d7076e38e)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:13:17.189256 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b8a81a63-fae8-4c82-9fc6-b0e7c257eeb3 req-4c124ce8-3806-41e9-b1fa-289045a8cb96 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (b1790ba0-a320-46c7-9c79-52d1130e6848), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:17.397565 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af5243-cb15-4921-a77d-705faa3d0910 req-27ef2db4-ce60-4f79-80f9-454d60cf97ef tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:17.398889 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-11af5243-cb15-4921-a77d-705faa3d0910 req-27ef2db4-ce60-4f79-80f9-454d60cf97ef tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe5b94a7-364a-4b40-b53e-06175588650a HTTP/1.1" status: 200 len: 946 time: 0.1094153 Mar 07 17:13:17.417870 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b8a81a63-fae8-4c82-9fc6-b0e7c257eeb3 req-4c124ce8-3806-41e9-b1fa-289045a8cb96 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:17.418235 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b8a81a63-fae8-4c82-9fc6-b0e7c257eeb3 req-4c124ce8-3806-41e9-b1fa-289045a8cb96 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2049624'] for floatingip (f64e5e79-e6eb-45a9-9ded-c156df8ad9cb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:17.418556 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.db.l3_db [req-b8a81a63-fae8-4c82-9fc6-b0e7c257eeb3 req-4c124ce8-3806-41e9-b1fa-289045a8cb96 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Floating IP f64e5e79-e6eb-45a9-9ded-c156df8ad9cb disassociated. External IP: 172.27.3.232, port: b1790ba0-a320-46c7-9c79-52d1130e6848. Mar 07 17:13:17.418910 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-b8a81a63-fae8-4c82-9fc6-b0e7c257eeb3 req-4c124ce8-3806-41e9-b1fa-289045a8cb96 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Calling delete_port for b1790ba0-a320-46c7-9c79-52d1130e6848 owned by compute:nova {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:13:17.467813 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9f253023-4b6b-476b-b006-e30ec2d88618 req-94c9e545-770f-4f58-9159-ed93dbc0b5c1 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4795188-7ead-455b-92d7-b4d6b23892a1 HTTP/1.1" status: 200 len: 210 time: 0.0373077 Mar 07 17:13:17.528032 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-11af5243-cb15-4921-a77d-705faa3d0910 req-b80ef5fd-f969-4e6a-b6dc-5314d8c5e531 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups?id=198af992-8a81-4d0b-98ea-7489b8f950c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221342 Mar 07 17:13:17.696763 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b8a81a63-fae8-4c82-9fc6-b0e7c257eeb3 req-4c124ce8-3806-41e9-b1fa-289045a8cb96 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (b1790ba0-a320-46c7-9c79-52d1130e6848), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:17.726067 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c124ce8-3806-41e9-b1fa-289045a8cb96 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Pushing event deleted for resources: {'Port': ['ID=b1790ba0-a320-46c7-9c79-52d1130e6848,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:18.124163 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8a81a63-fae8-4c82-9fc6-b0e7c257eeb3 req-4c124ce8-3806-41e9-b1fa-289045a8cb96 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Router dd320334-9f01-4a7e-9752-519f246352d8 has already been hosted by L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:13:18.238897 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8a81a63-fae8-4c82-9fc6-b0e7c257eeb3 req-4c124ce8-3806-41e9-b1fa-289045a8cb96 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:13:18.248440 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ebbbcb-b78c-4a91-874e-c30c3fba05e6 None None] Sync routers for ids ['dd320334-9f01-4a7e-9752-519f246352d8'] in dv-cinder-804035-42-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:13:18.258834 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ebbbcb-b78c-4a91-874e-c30c3fba05e6 None None] Routers {'dd320334-9f01-4a7e-9752-519f246352d8'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:13:18.259554 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-e6ebbbcb-b78c-4a91-874e-c30c3fba05e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:12:48Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['dd320334-9f01-4a7e-9752-519f246352d8'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:13:18.298301 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a81a63-fae8-4c82-9fc6-b0e7c257eeb3 req-4c124ce8-3806-41e9-b1fa-289045a8cb96 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] No DVR routers for this DVR port b1790ba0-a320-46c7-9c79-52d1130e6848 on host hv-cinder-80403 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:13:18.302346 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b8a81a63-fae8-4c82-9fc6-b0e7c257eeb3 req-4c124ce8-3806-41e9-b1fa-289045a8cb96 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:18.312190 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b8a81a63-fae8-4c82-9fc6-b0e7c257eeb3 req-4c124ce8-3806-41e9-b1fa-289045a8cb96 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.53 "DELETE /v2.0/ports/b1790ba0-a320-46c7-9c79-52d1130e6848 HTTP/1.1" status: 204 len: 173 time: 1.2940462 Mar 07 17:13:18.312190 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe5b94a7-364a-4b40-b53e-06175588650a', 'name': 'network-vif-deleted', 'tag': 'b1790ba0-a320-46c7-9c79-52d1130e6848'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:13:18.312190 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aba4c615e876ca6c23e5fed61a3d1f980fac3f984d457871ad3b292fe147bdb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f03a26-8525-43c2-aca1-05343783de49" -d '{"events": [{"server_uuid": "fe5b94a7-364a-4b40-b53e-06175588650a", "name": "network-vif-deleted", "tag": "b1790ba0-a320-46c7-9c79-52d1130e6848"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:13:18.373434 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-e6ebbbcb-b78c-4a91-874e-c30c3fba05e6 None None] Set router dd320334-9f01-4a7e-9752-519f246352d8 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:13:18.392722 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d568ba-94c8-4514-bc73-88348bee7bb7 x-openstack-request-id: req-54d568ba-94c8-4514-bc73-88348bee7bb7 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:13:18.392722 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe5b94a7-364a-4b40-b53e-06175588650a", "name": "network-vif-deleted", "tag": "b1790ba0-a320-46c7-9c79-52d1130e6848", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:13:18.392722 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-54d568ba-94c8-4514-bc73-88348bee7bb7 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:13:18.392722 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe5b94a7-364a-4b40-b53e-06175588650a', 'name': 'network-vif-deleted', 'tag': 'b1790ba0-a320-46c7-9c79-52d1130e6848', 'status': 'completed', 'code': 200} Mar 07 17:13:18.411331 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:18.411985 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9713b3f-4ceb-4af2-873a-677c603cb09b req-97dd2813-b54c-4af4-a5a5-5617fce68272 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:18.413367 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d9713b3f-4ceb-4af2-873a-677c603cb09b req-97dd2813-b54c-4af4-a5a5-5617fce68272 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.53 "GET /v2.0/networks?id=098a2cd2-30b5-4b26-a3c1-90309f938532 HTTP/1.1" status: 200 len: 814 time: 0.1496704 Mar 07 17:13:18.425017 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-d9713b3f-4ceb-4af2-873a-677c603cb09b req-7936e7ea-8138-452f-8cad-805d1ff41383 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Request body: {'port': {'device_id': 'e4795188-7ead-455b-92d7-b4d6b23892a1', 'network_id': '098a2cd2-30b5-4b26-a3c1-90309f938532', 'admin_state_up': True, 'tenant_id': '5ea136e1bc7949949c1267a3a852bb86'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:13:18.452441 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a27ea2de-5e35-42d9-978b-01902731beca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:18.586840 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-358f5fab-57e6-4c3e-9259-fc31288cc243 req-c751b137-55d1-42b8-aeff-944e0bc56ba4 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4795188-7ead-455b-92d7-b4d6b23892a1 HTTP/1.1" status: 200 len: 210 time: 0.0394762 Mar 07 17:13:18.596495 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-e6ebbbcb-b78c-4a91-874e-c30c3fba05e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'name': 'tempest-AttachVolumeTestJSON-1244005936-router', 'tenant_id': '1f4fc0170321429faf3e9895e52f81ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'd9832b82-4a01-4f04-a042-90f850d15290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:06:12Z', 'updated_at': '2022-03-07T17:06:17Z', 'revision_number': 4, 'project_id': '1f4fc0170321429faf3e9895e52f81ca', 'gw_port': {'id': 'd9832b82-4a01-4f04-a042-90f850d15290', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:12Z', 'updated_at': '2022-03-07T17:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': '1531fd82-18af-4622-aead-c38f3d1738a6', 'name': '', 'network_id': 'a5817453-0687-4232-b082-7a8f6cce82b8', 'tenant_id': '1f4fc0170321429faf3e9895e52f81ca', 'mac_address': 'fa:16:3e:c1:b8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '1727d561-64eb-436e-b9e1-627515b9c111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:16Z', 'updated_at': '2022-03-07T17:06:20Z', 'revision_number': 5, 'project_id': '1f4fc0170321429faf3e9895e52f81ca', 'subnets': [{'id': '1727d561-64eb-436e-b9e1-627515b9c111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:13:18.625063 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ebbbcb-b78c-4a91-874e-c30c3fba05e6 None None] Checking router: dd320334-9f01-4a7e-9752-519f246352d8 for host: dv-cinder-804035-42-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:13:18.628611 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9713b3f-4ceb-4af2-873a-677c603cb09b req-7936e7ea-8138-452f-8cad-805d1ff41383 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Made reservation on behalf of 5ea136e1bc7949949c1267a3a852bb86 for: {'port': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:13:18.633068 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-d9713b3f-4ceb-4af2-873a-677c603cb09b req-7936e7ea-8138-452f-8cad-805d1ff41383 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:18.634150 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ebbbcb-b78c-4a91-874e-c30c3fba05e6 None None] Routers {'dd320334-9f01-4a7e-9752-519f246352d8'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:13:18.634770 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-e6ebbbcb-b78c-4a91-874e-c30c3fba05e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:13:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['dd320334-9f01-4a7e-9752-519f246352d8'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:13:18.684536 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8515f03a-9d6b-480c-8d48-45d29f4c2498 req-f017554c-3009-49d5-9b56-0e0974e9df1a tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe5b94a7-364a-4b40-b53e-06175588650a HTTP/1.1" status: 200 len: 210 time: 0.0475307 Mar 07 17:13:18.760595 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-e6ebbbcb-b78c-4a91-874e-c30c3fba05e6 None None] Set router dd320334-9f01-4a7e-9752-519f246352d8 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:13:18.804134 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [req-d9713b3f-4ceb-4af2-873a-677c603cb09b req-7936e7ea-8138-452f-8cad-805d1ff41383 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Allocated IP 172.20.0.13 (098a2cd2-30b5-4b26-a3c1-90309f938532/2c1fbc93-1938-4aa8-af50-51601d52ba86/14a2f4a1-0bdb-4693-b820-348441c84dd5) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:13:18.957563 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-d9713b3f-4ceb-4af2-873a-677c603cb09b req-7936e7ea-8138-452f-8cad-805d1ff41383 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Publish callbacks [] for port (14a2f4a1-0bdb-4693-b820-348441c84dd5), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:18.972909 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-e6ebbbcb-b78c-4a91-874e-c30c3fba05e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'name': 'tempest-AttachVolumeTestJSON-1244005936-router', 'tenant_id': '1f4fc0170321429faf3e9895e52f81ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'd9832b82-4a01-4f04-a042-90f850d15290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:06:12Z', 'updated_at': '2022-03-07T17:06:17Z', 'revision_number': 4, 'project_id': '1f4fc0170321429faf3e9895e52f81ca', 'gw_port': {'id': 'd9832b82-4a01-4f04-a042-90f850d15290', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:12Z', 'updated_at': '2022-03-07T17:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': '1531fd82-18af-4622-aead-c38f3d1738a6', 'name': '', 'network_id': 'a5817453-0687-4232-b082-7a8f6cce82b8', 'tenant_id': '1f4fc0170321429faf3e9895e52f81ca', 'mac_address': 'fa:16:3e:c1:b8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '1727d561-64eb-436e-b9e1-627515b9c111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:16Z', 'updated_at': '2022-03-07T17:06:20Z', 'revision_number': 5, 'project_id': '1f4fc0170321429faf3e9895e52f81ca', 'subnets': [{'id': '1727d561-64eb-436e-b9e1-627515b9c111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:13:18.999996 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ebbbcb-b78c-4a91-874e-c30c3fba05e6 None None] The sync data for ids ['dd320334-9f01-4a7e-9752-519f246352d8'] in dv-cinder-804035-42-iscsi is: [{'id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'name': 'tempest-AttachVolumeTestJSON-1244005936-router', 'tenant_id': '1f4fc0170321429faf3e9895e52f81ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'd9832b82-4a01-4f04-a042-90f850d15290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:06:12Z', 'updated_at': '2022-03-07T17:06:17Z', 'revision_number': 4, 'project_id': '1f4fc0170321429faf3e9895e52f81ca', 'gw_port': {'id': 'd9832b82-4a01-4f04-a042-90f850d15290', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:12Z', 'updated_at': '2022-03-07T17:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': '1531fd82-18af-4622-aead-c38f3d1738a6', 'name': '', 'network_id': 'a5817453-0687-4232-b082-7a8f6cce82b8', 'tenant_id': '1f4fc0170321429faf3e9895e52f81ca', 'mac_address': 'fa:16:3e:c1:b8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '1727d561-64eb-436e-b9e1-627515b9c111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:16Z', 'updated_at': '2022-03-07T17:06:20Z', 'revision_number': 5, 'project_id': '1f4fc0170321429faf3e9895e52f81ca', 'subnets': [{'id': '1727d561-64eb-436e-b9e1-627515b9c111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:13:19.051628 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-d9713b3f-4ceb-4af2-873a-677c603cb09b req-7936e7ea-8138-452f-8cad-805d1ff41383 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (14a2f4a1-0bdb-4693-b820-348441c84dd5), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:19.102264 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9713b3f-4ceb-4af2-873a-677c603cb09b req-7936e7ea-8138-452f-8cad-805d1ff41383 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Network 098a2cd2-30b5-4b26-a3c1-90309f938532 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:13:19.105651 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [req-d9713b3f-4ceb-4af2-873a-677c603cb09b req-7936e7ea-8138-452f-8cad-805d1ff41383 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:13:19.110491 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9713b3f-4ceb-4af2-873a-677c603cb09b req-7936e7ea-8138-452f-8cad-805d1ff41383 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:13:19.136308 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7936e7ea-8138-452f-8cad-805d1ff41383 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Pushing event updated for resources: {'Port': ['ID=14a2f4a1-0bdb-4693-b820-348441c84dd5,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:19.165678 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9713b3f-4ceb-4af2-873a-677c603cb09b req-7936e7ea-8138-452f-8cad-805d1ff41383 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:19.169852 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-d9713b3f-4ceb-4af2-873a-677c603cb09b req-7936e7ea-8138-452f-8cad-805d1ff41383 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:19.234941 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76e5ffc-94fd-438e-8ce3-1be6eb849410 None None] New status for floating IP f64e5e79-e6eb-45a9-9ded-c156df8ad9cb: DOWN {{(pid=103440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:13:19.248049 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d9713b3f-4ceb-4af2-873a-677c603cb09b req-7936e7ea-8138-452f-8cad-805d1ff41383 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8266973 Mar 07 17:13:19.258488 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-d9713b3f-4ceb-4af2-873a-677c603cb09b req-44450434-912f-4a78-b289-92d116ee48b1 service neutron] Request body: {'port': {'device_id': 'e4795188-7ead-455b-92d7-b4d6b23892a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:13:19.320371 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-d9713b3f-4ceb-4af2-873a-677c603cb09b req-44450434-912f-4a78-b289-92d116ee48b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (14a2f4a1-0bdb-4693-b820-348441c84dd5), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:19.590062 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [req-d9713b3f-4ceb-4af2-873a-677c603cb09b req-44450434-912f-4a78-b289-92d116ee48b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14a2f4a1-0bdb-4693-b820-348441c84dd5 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:13:19.597347 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-d9713b3f-4ceb-4af2-873a-677c603cb09b req-44450434-912f-4a78-b289-92d116ee48b1 service neutron] Publish callbacks [] for port (14a2f4a1-0bdb-4693-b820-348441c84dd5), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:19.612150 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [req-d9713b3f-4ceb-4af2-873a-677c603cb09b req-44450434-912f-4a78-b289-92d116ee48b1 service neutron] Transition to ACTIVE for port object 14a2f4a1-0bdb-4693-b820-348441c84dd5 will not be triggered until provisioned by entity L2. {{(pid=103431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 17:13:19.685290 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-d9713b3f-4ceb-4af2-873a-677c603cb09b req-44450434-912f-4a78-b289-92d116ee48b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58733560'] for port (14a2f4a1-0bdb-4693-b820-348441c84dd5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:19.747992 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b52e4f-5b7f-4210-ba35-630a2c74c1fe req-bfa1480c-81b1-4fae-b417-8b12019f1159 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:19.749481 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f4b52e4f-5b7f-4210-ba35-630a2c74c1fe req-bfa1480c-81b1-4fae-b417-8b12019f1159 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4795188-7ead-455b-92d7-b4d6b23892a1 HTTP/1.1" status: 200 len: 932 time: 0.0989306 Mar 07 17:13:19.781262 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44450434-912f-4a78-b289-92d116ee48b1 service neutron] Pushing event updated for resources: {'Port': ['ID=14a2f4a1-0bdb-4693-b820-348441c84dd5,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:19.851349 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 39552) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:19.868373 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f4b52e4f-5b7f-4210-ba35-630a2c74c1fe req-d74024e9-cc7d-4e11-89cd-9628f7812333 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6bf4050-ceda-455e-a032-ebb588c76599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024971 Mar 07 17:13:19.868373 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-d9713b3f-4ceb-4af2-873a-677c603cb09b req-44450434-912f-4a78-b289-92d116ee48b1 service neutron] Attempting to bind port 14a2f4a1-0bdb-4693-b820-348441c84dd5 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:13:19.868373 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-d9713b3f-4ceb-4af2-873a-677c603cb09b req-44450434-912f-4a78-b289-92d116ee48b1 service neutron] Attempting to bind port 14a2f4a1-0bdb-4693-b820-348441c84dd5 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '2e7eeae7-3b06-4866-900c-ac06ddbe3a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '098a2cd2-30b5-4b26-a3c1-90309f938532'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:13:19.868373 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9713b3f-4ceb-4af2-873a-677c603cb09b req-44450434-912f-4a78-b289-92d116ee48b1 service neutron] Attempting to bind port 14a2f4a1-0bdb-4693-b820-348441c84dd5 on network 098a2cd2-30b5-4b26-a3c1-90309f938532 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:13:19.872683 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9713b3f-4ceb-4af2-873a-677c603cb09b req-44450434-912f-4a78-b289-92d116ee48b1 service neutron] Port 14a2f4a1-0bdb-4693-b820-348441c84dd5 on network 098a2cd2-30b5-4b26-a3c1-90309f938532 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 17:13:19.873006 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9713b3f-4ceb-4af2-873a-677c603cb09b req-44450434-912f-4a78-b289-92d116ee48b1 service neutron] Attempting to bind port 14a2f4a1-0bdb-4693-b820-348441c84dd5 on network 098a2cd2-30b5-4b26-a3c1-90309f938532 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:13:19.877855 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9713b3f-4ceb-4af2-873a-677c603cb09b req-44450434-912f-4a78-b289-92d116ee48b1 service neutron] Checking agent: {'id': 'c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 17, 0, 18), 'started_at': datetime.datetime(2022, 3, 7, 17, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:13:19.878193 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9713b3f-4ceb-4af2-873a-677c603cb09b req-44450434-912f-4a78-b289-92d116ee48b1 service neutron] Checking segment: {'id': '2e7eeae7-3b06-4866-900c-ac06ddbe3a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '098a2cd2-30b5-4b26-a3c1-90309f938532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:13:19.878612 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9713b3f-4ceb-4af2-873a-677c603cb09b req-44450434-912f-4a78-b289-92d116ee48b1 service neutron] Bound using segment: {'id': '2e7eeae7-3b06-4866-900c-ac06ddbe3a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '098a2cd2-30b5-4b26-a3c1-90309f938532'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:13:19.879032 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-d9713b3f-4ceb-4af2-873a-677c603cb09b req-44450434-912f-4a78-b289-92d116ee48b1 service neutron] Bound port: 14a2f4a1-0bdb-4693-b820-348441c84dd5, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e7eeae7-3b06-4866-900c-ac06ddbe3a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '098a2cd2-30b5-4b26-a3c1-90309f938532'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:13:19.879384 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-d9713b3f-4ceb-4af2-873a-677c603cb09b req-44450434-912f-4a78-b289-92d116ee48b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (14a2f4a1-0bdb-4693-b820-348441c84dd5), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:19.905897 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c17d4e87-2047-41fe-9dde-263920065339 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks [] for security_group (198af992-8a81-4d0b-98ea-7489b8f950c1), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:19.928530 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c17d4e87-2047-41fe-9dde-263920065339 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks [] for security_group (198af992-8a81-4d0b-98ea-7489b8f950c1), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:19.942704 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-d9713b3f-4ceb-4af2-873a-677c603cb09b req-44450434-912f-4a78-b289-92d116ee48b1 service neutron] For port 14a2f4a1-0bdb-4693-b820-348441c84dd5, host hv-cinder-80403, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:13:19.945778 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-d9713b3f-4ceb-4af2-873a-677c603cb09b req-44450434-912f-4a78-b289-92d116ee48b1 service neutron] For port 14a2f4a1-0bdb-4693-b820-348441c84dd5, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=14a2f4a1-0bdb-4693-b820-348441c84dd5,segment=NetworkSegment(2e7eeae7-3b06-4866-900c-ac06ddbe3a7d),segment_id=2e7eeae7-3b06-4866-900c-ac06ddbe3a7d)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:13:20.022338 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-d9713b3f-4ceb-4af2-873a-677c603cb09b req-44450434-912f-4a78-b289-92d116ee48b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58733560'] for port (14a2f4a1-0bdb-4693-b820-348441c84dd5), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:20.038965 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c17d4e87-2047-41fe-9dde-263920065339 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (198af992-8a81-4d0b-98ea-7489b8f950c1), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:20.041674 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c17d4e87-2047-41fe-9dde-263920065339 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:20.043528 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-c17d4e87-2047-41fe-9dde-263920065339 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "DELETE /v2.0/security-groups/198af992-8a81-4d0b-98ea-7489b8f950c1 HTTP/1.1" status: 204 len: 168 time: 0.1910567 Mar 07 17:13:20.046836 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 39554) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:20.056355 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9713b3f-4ceb-4af2-873a-677c603cb09b req-44450434-912f-4a78-b289-92d116ee48b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:20.056999 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-d9713b3f-4ceb-4af2-873a-677c603cb09b req-44450434-912f-4a78-b289-92d116ee48b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:20.058400 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d9713b3f-4ceb-4af2-873a-677c603cb09b req-44450434-912f-4a78-b289-92d116ee48b1 service neutron] 10.222.0.53 "PUT /v2.0/ports/14a2f4a1-0bdb-4693-b820-348441c84dd5 HTTP/1.1" status: 200 len: 1094 time: 0.8039999 Mar 07 17:13:20.062388 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17d4e87-2047-41fe-9dde-263920065339 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=198af992-8a81-4d0b-98ea-7489b8f950c1,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:20.068776 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.api.v2.resource [None req-13cdcbca-b949-40bd-b0df-31103733df75 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] show failed (client error): The resource could not be found. Mar 07 17:13:20.073198 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-13cdcbca-b949-40bd-b0df-31103733df75 tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "GET /v2.0/security-groups/198af992-8a81-4d0b-98ea-7489b8f950c1 HTTP/1.1" status: 404 len: 347 time: 0.0220470 Mar 07 17:13:20.074000 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 39556) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:20.085836 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44450434-912f-4a78-b289-92d116ee48b1 service neutron] Pushing event updated for resources: {'Port': ['ID=14a2f4a1-0bdb-4693-b820-348441c84dd5,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:20.195909 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9713b3f-4ceb-4af2-873a-677c603cb09b req-d284ee8c-ad00-4d85-a301-3decc1e0b578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:20.197472 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d9713b3f-4ceb-4af2-873a-677c603cb09b req-d284ee8c-ad00-4d85-a301-3decc1e0b578 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5ea136e1bc7949949c1267a3a852bb86&device_id=e4795188-7ead-455b-92d7-b4d6b23892a1 HTTP/1.1" status: 200 len: 1128 time: 0.0493984 Mar 07 17:13:20.198836 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-0937aba6-ff4c-4f3f-a85c-4737d474a03d tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Deleting port f1be13c2-10d2-439c-8cec-bd12bd4993c6 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:13:20.199185 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0937aba6-ff4c-4f3f-a85c-4737d474a03d tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (f1be13c2-10d2-439c-8cec-bd12bd4993c6), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:20.237911 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d9713b3f-4ceb-4af2-873a-677c603cb09b req-9ff4ebbb-f061-4140-8306-34776dbb1f17 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14a2f4a1-0bdb-4693-b820-348441c84dd5 HTTP/1.1" status: 200 len: 217 time: 0.0341268 Mar 07 17:13:20.283552 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0937aba6-ff4c-4f3f-a85c-4737d474a03d tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (f1be13c2-10d2-439c-8cec-bd12bd4993c6), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:20.283874 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0937aba6-ff4c-4f3f-a85c-4737d474a03d tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks [] for floatingip (f1be13c2-10d2-439c-8cec-bd12bd4993c6), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:20.287249 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9713b3f-4ceb-4af2-873a-677c603cb09b req-595e999d-62d4-46e4-a3fe-bd03896229af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:20.288768 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d9713b3f-4ceb-4af2-873a-677c603cb09b req-595e999d-62d4-46e4-a3fe-bd03896229af service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2c1fbc93-1938-4aa8-af50-51601d52ba86 HTTP/1.1" status: 200 len: 854 time: 0.0444412 Mar 07 17:13:20.295846 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-0937aba6-ff4c-4f3f-a85c-4737d474a03d tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Calling delete_port for f1be13c2-10d2-439c-8cec-bd12bd4993c6 owned by network:floatingip {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:13:20.326835 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d9713b3f-4ceb-4af2-873a-677c603cb09b req-a92601fa-ada9-4096-b675-3dc121867bd9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=098a2cd2-30b5-4b26-a3c1-90309f938532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319188 Mar 07 17:13:20.391685 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4795188-7ead-455b-92d7-b4d6b23892a1', 'tag': '14a2f4a1-0bdb-4693-b820-348441c84dd5'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:13:20.393947 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aba4c615e876ca6c23e5fed61a3d1f980fac3f984d457871ad3b292fe147bdb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f6ae59-969e-4435-985c-af9f69482b44" -d '{"events": [{"name": "network-changed", "server_uuid": "e4795188-7ead-455b-92d7-b4d6b23892a1", "tag": "14a2f4a1-0bdb-4693-b820-348441c84dd5"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:13:20.429314 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9a228f-7291-4b7a-8ae7-77fcb3460a86 x-openstack-request-id: req-8e9a228f-7291-4b7a-8ae7-77fcb3460a86 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:13:20.429721 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4795188-7ead-455b-92d7-b4d6b23892a1", "tag": "14a2f4a1-0bdb-4693-b820-348441c84dd5", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:13:20.430044 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8e9a228f-7291-4b7a-8ae7-77fcb3460a86 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:13:20.431234 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4795188-7ead-455b-92d7-b4d6b23892a1', 'tag': '14a2f4a1-0bdb-4693-b820-348441c84dd5', 'status': 'completed', 'code': 200} Mar 07 17:13:20.435521 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d9713b3f-4ceb-4af2-873a-677c603cb09b req-447d90b7-87b8-4b64-ba86-c16005c5034b service neutron] 10.222.0.53 "GET /v2.0/networks/098a2cd2-30b5-4b26-a3c1-90309f938532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029873 Mar 07 17:13:20.491030 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:20.526093 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0937aba6-ff4c-4f3f-a85c-4737d474a03d tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51013872'] for port (f1be13c2-10d2-439c-8cec-bd12bd4993c6), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:20.531250 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d9713b3f-4ceb-4af2-873a-677c603cb09b req-55b341aa-1b87-4250-b1c5-969c72743019 service neutron] 10.222.0.53 "GET /v2.0/networks/098a2cd2-30b5-4b26-a3c1-90309f938532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895059 Mar 07 17:13:20.552934 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0937aba6-ff4c-4f3f-a85c-4737d474a03d tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Pushing event deleted for resources: {'Port': ['ID=f1be13c2-10d2-439c-8cec-bd12bd4993c6,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:20.616297 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0937aba6-ff4c-4f3f-a85c-4737d474a03d tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks [] for floatingip (f64e5e79-e6eb-45a9-9ded-c156df8ad9cb), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:20.618796 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0937aba6-ff4c-4f3f-a85c-4737d474a03d tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:20.619965 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-0937aba6-ff4c-4f3f-a85c-4737d474a03d tempest-AttachVolumeTestJSON-2078765435 tempest-AttachVolumeTestJSON-2078765435-project] 10.222.0.45 "DELETE /v2.0/floatingips/f64e5e79-e6eb-45a9-9ded-c156df8ad9cb HTTP/1.1" status: 204 len: 168 time: 0.5448339 Mar 07 17:13:20.679562 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6ae59-969e-4435-985c-af9f69482b44 req-22c88695-679a-47a5-a3e2-6bdc0c986c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:20.681089 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b5f6ae59-969e-4435-985c-af9f69482b44 req-22c88695-679a-47a5-a3e2-6bdc0c986c96 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5ea136e1bc7949949c1267a3a852bb86&device_id=e4795188-7ead-455b-92d7-b4d6b23892a1 HTTP/1.1" status: 200 len: 1128 time: 0.0453465 Mar 07 17:13:20.769043 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6ae59-969e-4435-985c-af9f69482b44 req-5b10d995-640d-4fab-aaa8-f69976e326de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:20.770420 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b5f6ae59-969e-4435-985c-af9f69482b44 req-5b10d995-640d-4fab-aaa8-f69976e326de service neutron] 10.222.0.53 "GET /v2.0/networks?id=098a2cd2-30b5-4b26-a3c1-90309f938532 HTTP/1.1" status: 200 len: 915 time: 0.0838995 Mar 07 17:13:20.813247 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b5f6ae59-969e-4435-985c-af9f69482b44 req-2b88390d-3db0-45e0-8914-cb8a4df90ad6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14a2f4a1-0bdb-4693-b820-348441c84dd5 HTTP/1.1" status: 200 len: 217 time: 0.0374303 Mar 07 17:13:20.864353 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6ae59-969e-4435-985c-af9f69482b44 req-c8920051-a5e0-4d34-b3ad-764f2f7e181e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:20.865832 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b5f6ae59-969e-4435-985c-af9f69482b44 req-c8920051-a5e0-4d34-b3ad-764f2f7e181e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2c1fbc93-1938-4aa8-af50-51601d52ba86 HTTP/1.1" status: 200 len: 854 time: 0.0474863 Mar 07 17:13:20.903760 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b5f6ae59-969e-4435-985c-af9f69482b44 req-a52aded3-0bd3-494a-90de-e6f6ae493188 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=098a2cd2-30b5-4b26-a3c1-90309f938532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313146 Mar 07 17:13:21.035819 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a3824-584f-48ae-8c4d-b576f986950a req-ddc269dd-5908-4ff4-abc8-92d8ddd0ab49 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:21.037157 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e67a3824-584f-48ae-8c4d-b576f986950a req-ddc269dd-5908-4ff4-abc8-92d8ddd0ab49 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4795188-7ead-455b-92d7-b4d6b23892a1 HTTP/1.1" status: 200 len: 944 time: 0.1004775 Mar 07 17:13:21.039310 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b5f6ae59-969e-4435-985c-af9f69482b44 req-84fb9da7-2bf5-4928-b73a-165b752c2b85 service neutron] 10.222.0.53 "GET /v2.0/networks/098a2cd2-30b5-4b26-a3c1-90309f938532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297908 Mar 07 17:13:21.144069 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e67a3824-584f-48ae-8c4d-b576f986950a req-afa4694b-d41c-4587-ab4d-c5efebf8bcf6 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6bf4050-ceda-455e-a032-ebb588c76599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012444 Mar 07 17:13:21.173224 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b5f6ae59-969e-4435-985c-af9f69482b44 req-3c9489ab-60db-4021-8799-1aff8c07f626 service neutron] 10.222.0.53 "GET /v2.0/networks/098a2cd2-30b5-4b26-a3c1-90309f938532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247249 Mar 07 17:13:21.867922 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:22.264976 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af599faf-655f-4c46-bd38-208df094adf7 req-d65008d0-8d5f-4167-86a3-ed4be1b08c5f tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:22.266606 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-af599faf-655f-4c46-bd38-208df094adf7 req-d65008d0-8d5f-4167-86a3-ed4be1b08c5f tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4795188-7ead-455b-92d7-b4d6b23892a1 HTTP/1.1" status: 200 len: 944 time: 0.0517325 Mar 07 17:13:22.283198 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:13:22.312331 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-af599faf-655f-4c46-bd38-208df094adf7 req-cb6b46da-db31-4a5c-b874-37f2f604bda8 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6bf4050-ceda-455e-a032-ebb588c76599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402298 Mar 07 17:13:22.440981 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device b1790ba0-a320-46c7-9c79-52d1130e6848 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:13:22.465942 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] No Port match for: b1790ba0-a320-46c7-9c79-52d1130e6848 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:13:22.466353 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device b1790ba0-a320-46c7-9c79-52d1130e6848 not bound to the agent host hv-cinder-80403 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:13:22.958912 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:23.436205 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676495f-4b06-4081-bc85-23d32cbb30ea req-119ebeae-9145-47f7-9d79-4ee428af6af0 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:23.437672 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f676495f-4b06-4081-bc85-23d32cbb30ea req-119ebeae-9145-47f7-9d79-4ee428af6af0 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4795188-7ead-455b-92d7-b4d6b23892a1 HTTP/1.1" status: 200 len: 944 time: 0.0571556 Mar 07 17:13:23.483885 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f676495f-4b06-4081-bc85-23d32cbb30ea req-bbd74299-df2c-474c-996e-f2a940293826 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6bf4050-ceda-455e-a032-ebb588c76599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406051 Mar 07 17:13:24.465509 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device 14a2f4a1-0bdb-4693-b820-348441c84dd5 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:13:24.484184 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 39594) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:24.573594 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port 14a2f4a1-0bdb-4693-b820-348441c84dd5, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=14a2f4a1-0bdb-4693-b820-348441c84dd5,segment=NetworkSegment(2e7eeae7-3b06-4866-900c-ac06ddbe3a7d),segment_id=2e7eeae7-3b06-4866-900c-ac06ddbe3a7d)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:13:24.586127 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Returning: {'device': '14a2f4a1-0bdb-4693-b820-348441c84dd5', 'network_id': '098a2cd2-30b5-4b26-a3c1-90309f938532', 'port_id': '14a2f4a1-0bdb-4693-b820-348441c84dd5', 'mac_address': 'fa:16:3e:c5:c6:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c1fbc93-1938-4aa8-af50-51601d52ba86', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:13:24.604664 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f006bf8-aa3e-4fa7-a717-a3183572e938 req-3cc72e21-5950-43f2-816a-a41e69a20199 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:24.606274 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4f006bf8-aa3e-4fa7-a717-a3183572e938 req-3cc72e21-5950-43f2-816a-a41e69a20199 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4795188-7ead-455b-92d7-b4d6b23892a1 HTTP/1.1" status: 200 len: 944 time: 0.0564864 Mar 07 17:13:24.627119 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Current status of the port 14a2f4a1-0bdb-4693-b820-348441c84dd5 is: DOWN; New status is: BUILD {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:13:24.627739 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (14a2f4a1-0bdb-4693-b820-348441c84dd5), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:24.642017 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14a2f4a1-0bdb-4693-b820-348441c84dd5 {{(pid=103440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:13:24.655067 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4f006bf8-aa3e-4fa7-a717-a3183572e938 req-aabd9727-efdb-4f5f-a6fb-23299337dc78 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6bf4050-ceda-455e-a032-ebb588c76599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421519 Mar 07 17:13:24.663210 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port 14a2f4a1-0bdb-4693-b820-348441c84dd5, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=14a2f4a1-0bdb-4693-b820-348441c84dd5,segment=NetworkSegment(2e7eeae7-3b06-4866-900c-ac06ddbe3a7d),segment_id=2e7eeae7-3b06-4866-900c-ac06ddbe3a7d)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:13:24.724828 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (14a2f4a1-0bdb-4693-b820-348441c84dd5), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:24.773460 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Pushing event updated for resources: {'Port': ['ID=14a2f4a1-0bdb-4693-b820-348441c84dd5,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:24.782083 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:24.785718 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:24.785718 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:24.785718 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:24.785718 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:24.785718 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:24.785718 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:24.785718 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:24.785718 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:24.785718 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:24.785718 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:24.785718 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:24.786636 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:25.034924 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] get_ports_and_sgs() called for port_ids ['14a2f4a1-0bdb-4693-b820-348441c84dd5'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:13:25.099737 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d05b3a63-8a5e-4ee3-8d67-00211ff5bc07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2051416'] for router_interface (dd320334-9f01-4a7e-9752-519f246352d8), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:25.340681 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-d05b3a63-8a5e-4ee3-8d67-00211ff5bc07 admin admin] Deleting port 1531fd82-18af-4622-aead-c38f3d1738a6 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:13:25.340912 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d05b3a63-8a5e-4ee3-8d67-00211ff5bc07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (1531fd82-18af-4622-aead-c38f3d1738a6), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:25.419607 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-d05b3a63-8a5e-4ee3-8d67-00211ff5bc07 admin admin] For port 1531fd82-18af-4622-aead-c38f3d1738a6, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=1531fd82-18af-4622-aead-c38f3d1738a6,segment=NetworkSegment(faf6d561-63e2-4581-ba72-4e6d7076e38e),segment_id=faf6d561-63e2-4581-ba72-4e6d7076e38e)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:13:25.419967 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d05b3a63-8a5e-4ee3-8d67-00211ff5bc07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (1531fd82-18af-4622-aead-c38f3d1738a6), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:25.431796 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-d05b3a63-8a5e-4ee3-8d67-00211ff5bc07 admin admin] Calling delete_port for 1531fd82-18af-4622-aead-c38f3d1738a6 owned by network:router_interface {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:13:25.662090 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d05b3a63-8a5e-4ee3-8d67-00211ff5bc07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51013872'] for port (1531fd82-18af-4622-aead-c38f3d1738a6), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:25.688435 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b3a63-8a5e-4ee3-8d67-00211ff5bc07 admin admin] Pushing event deleted for resources: {'Port': ['ID=1531fd82-18af-4622-aead-c38f3d1738a6,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:25.786124 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab5624-a104-4457-983a-467e5250f5b9 req-a991c600-6f56-4dc4-91d5-7799c4ee5139 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:25.787749 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3dab5624-a104-4457-983a-467e5250f5b9 req-a991c600-6f56-4dc4-91d5-7799c4ee5139 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4795188-7ead-455b-92d7-b4d6b23892a1 HTTP/1.1" status: 200 len: 945 time: 0.0601120 Mar 07 17:13:25.844337 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3dab5624-a104-4457-983a-467e5250f5b9 req-55fea197-3f92-4543-963e-f0d5a6fc15c9 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6bf4050-ceda-455e-a032-ebb588c76599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498610 Mar 07 17:13:25.861948 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-d05b3a63-8a5e-4ee3-8d67-00211ff5bc07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2051372'] for router_interface (dd320334-9f01-4a7e-9752-519f246352d8), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:26.079347 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d05b3a63-8a5e-4ee3-8d67-00211ff5bc07 admin admin] Router dd320334-9f01-4a7e-9752-519f246352d8 has already been hosted by L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:13:26.186693 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05b3a63-8a5e-4ee3-8d67-00211ff5bc07 admin admin] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:13:26.191761 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-d05b3a63-8a5e-4ee3-8d67-00211ff5bc07 admin admin] 10.222.0.45 "PUT /v2.0/routers/dd320334-9f01-4a7e-9752-519f246352d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7063887 Mar 07 17:13:26.194244 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 39602) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:26.195927 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc7cd72-9a67-46c9-b662-72478a8a33f2 None None] Sync routers for ids ['dd320334-9f01-4a7e-9752-519f246352d8'] in dv-cinder-804035-42-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:13:26.205427 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc7cd72-9a67-46c9-b662-72478a8a33f2 None None] Routers {'dd320334-9f01-4a7e-9752-519f246352d8'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:13:26.206042 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-5cc7cd72-9a67-46c9-b662-72478a8a33f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:13:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['dd320334-9f01-4a7e-9752-519f246352d8'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:13:26.299734 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-db8a578f-c459-405c-8b46-187ced8e723a admin admin] Publish callbacks [] for router (dd320334-9f01-4a7e-9752-519f246352d8), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:26.311041 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-5cc7cd72-9a67-46c9-b662-72478a8a33f2 None None] Set router dd320334-9f01-4a7e-9752-519f246352d8 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:13:26.413906 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-db8a578f-c459-405c-8b46-187ced8e723a admin admin] Publish callbacks [] for router_gateway (dd320334-9f01-4a7e-9752-519f246352d8), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:26.474201 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device 14a2f4a1-0bdb-4693-b820-348441c84dd5 up at agent hyperv_hv-cinder-80403 {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:13:26.536091 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-db8a578f-c459-405c-8b46-187ced8e723a admin admin] Deleting port d9832b82-4a01-4f04-a042-90f850d15290 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:13:26.536431 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-db8a578f-c459-405c-8b46-187ced8e723a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (d9832b82-4a01-4f04-a042-90f850d15290), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:26.581842 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-5cc7cd72-9a67-46c9-b662-72478a8a33f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'name': 'tempest-AttachVolumeTestJSON-1244005936-router', 'tenant_id': '1f4fc0170321429faf3e9895e52f81ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'd9832b82-4a01-4f04-a042-90f850d15290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:06:12Z', 'updated_at': '2022-03-07T17:13:25Z', 'revision_number': 5, 'project_id': '1f4fc0170321429faf3e9895e52f81ca', 'gw_port': {'id': 'd9832b82-4a01-4f04-a042-90f850d15290', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:06:12Z', 'updated_at': '2022-03-07T17:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi'}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:13:26.610634 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Provisioning for port 14a2f4a1-0bdb-4693-b820-348441c84dd5 completed by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 17:13:26.613014 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc7cd72-9a67-46c9-b662-72478a8a33f2 None None] Checking router: dd320334-9f01-4a7e-9752-519f246352d8 for host: dv-cinder-804035-42-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:13:26.616281 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Provisioning complete for port 14a2f4a1-0bdb-4693-b820-348441c84dd5 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:13:26.616664 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (14a2f4a1-0bdb-4693-b820-348441c84dd5), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:26.619842 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-db8a578f-c459-405c-8b46-187ced8e723a admin admin] For port d9832b82-4a01-4f04-a042-90f850d15290, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=d9832b82-4a01-4f04-a042-90f850d15290,segment=NetworkSegment(733ea0a4-2088-41be-a436-48329c6e880b),segment_id=733ea0a4-2088-41be-a436-48329c6e880b)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:13:26.620212 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-db8a578f-c459-405c-8b46-187ced8e723a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (d9832b82-4a01-4f04-a042-90f850d15290), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:26.622767 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc7cd72-9a67-46c9-b662-72478a8a33f2 None None] Routers {'dd320334-9f01-4a7e-9752-519f246352d8'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:13:26.623391 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-5cc7cd72-9a67-46c9-b662-72478a8a33f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:13:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['dd320334-9f01-4a7e-9752-519f246352d8'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:13:26.632140 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-db8a578f-c459-405c-8b46-187ced8e723a admin admin] Calling delete_port for d9832b82-4a01-4f04-a042-90f850d15290 owned by network:router_gateway {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:13:26.708625 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Current status of the port 14a2f4a1-0bdb-4693-b820-348441c84dd5 is: BUILD; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:13:26.708625 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (14a2f4a1-0bdb-4693-b820-348441c84dd5), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:26.713999 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-5cc7cd72-9a67-46c9-b662-72478a8a33f2 None None] Set router dd320334-9f01-4a7e-9752-519f246352d8 gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:13:26.731726 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4795188-7ead-455b-92d7-b4d6b23892a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a2f4a1-0bdb-4693-b820-348441c84dd5'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:13:26.733955 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11138cde4cb47aed6ab60590cdc6142137d0740b05d94cd9dbb0d95d7575220c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4097d2-efa1-4f30-b63c-c54d7a9d88fc" -d '{"events": [{"server_uuid": "e4795188-7ead-455b-92d7-b4d6b23892a1", "name": "network-vif-plugged", "status": "completed", "tag": "14a2f4a1-0bdb-4693-b820-348441c84dd5"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:13:26.747122 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port 14a2f4a1-0bdb-4693-b820-348441c84dd5, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=14a2f4a1-0bdb-4693-b820-348441c84dd5,segment=NetworkSegment(2e7eeae7-3b06-4866-900c-ac06ddbe3a7d),segment_id=2e7eeae7-3b06-4866-900c-ac06ddbe3a7d)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:13:26.767883 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-5cc7cd72-9a67-46c9-b662-72478a8a33f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'name': 'tempest-AttachVolumeTestJSON-1244005936-router', 'tenant_id': '1f4fc0170321429faf3e9895e52f81ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:06:12Z', 'updated_at': '2022-03-07T17:13:26Z', 'revision_number': 6, 'project_id': '1f4fc0170321429faf3e9895e52f81ca', 'gw_port_host': None}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:13:26.778920 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38caabfe-09c6-4d3d-a0a8-cfee3258a938 x-openstack-request-id: req-38caabfe-09c6-4d3d-a0a8-cfee3258a938 {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:13:26.779220 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4795188-7ead-455b-92d7-b4d6b23892a1", "name": "network-vif-plugged", "status": "completed", "tag": "14a2f4a1-0bdb-4693-b820-348441c84dd5", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:13:26.779502 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-38caabfe-09c6-4d3d-a0a8-cfee3258a938 {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:13:26.779950 dv-cinder-804035-42-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4795188-7ead-455b-92d7-b4d6b23892a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a2f4a1-0bdb-4693-b820-348441c84dd5', 'code': 200} Mar 07 17:13:26.801609 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc7cd72-9a67-46c9-b662-72478a8a33f2 None None] The sync data for ids ['dd320334-9f01-4a7e-9752-519f246352d8'] in dv-cinder-804035-42-iscsi is: [{'id': 'dd320334-9f01-4a7e-9752-519f246352d8', 'name': 'tempest-AttachVolumeTestJSON-1244005936-router', 'tenant_id': '1f4fc0170321429faf3e9895e52f81ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:06:12Z', 'updated_at': '2022-03-07T17:13:26Z', 'revision_number': 6, 'project_id': '1f4fc0170321429faf3e9895e52f81ca', 'gw_port_host': None}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:13:26.822874 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (14a2f4a1-0bdb-4693-b820-348441c84dd5), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:26.873856 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Pushing event updated for resources: {'Port': ['ID=14a2f4a1-0bdb-4693-b820-348441c84dd5,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:26.879418 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-db8a578f-c459-405c-8b46-187ced8e723a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51013872'] for port (d9832b82-4a01-4f04-a042-90f850d15290), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:26.907147 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a578f-c459-405c-8b46-187ced8e723a admin admin] Pushing event deleted for resources: {'Port': ['ID=d9832b82-4a01-4f04-a042-90f850d15290,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:26.968905 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-db8a578f-c459-405c-8b46-187ced8e723a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2048134'] for router_gateway (dd320334-9f01-4a7e-9752-519f246352d8), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:26.969574 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1aa738-bb0d-42c4-b3e6-488d46b50e08 req-eaa6dbb7-d5a3-41f9-8b86-596c75a12b01 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:26.971068 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1d1aa738-bb0d-42c4-b3e6-488d46b50e08 req-eaa6dbb7-d5a3-41f9-8b86-596c75a12b01 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4795188-7ead-455b-92d7-b4d6b23892a1 HTTP/1.1" status: 200 len: 946 time: 0.0556607 Mar 07 17:13:27.019801 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1d1aa738-bb0d-42c4-b3e6-488d46b50e08 req-2b5744e1-899c-4f9d-abcc-fa67f9e2eeb2 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6bf4050-ceda-455e-a032-ebb588c76599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419865 Mar 07 17:13:27.067236 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-db8a578f-c459-405c-8b46-187ced8e723a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2052402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57210'] for router (dd320334-9f01-4a7e-9752-519f246352d8), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:27.069464 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-db8a578f-c459-405c-8b46-187ced8e723a admin admin] Publish callbacks [] for router_controller (dd320334-9f01-4a7e-9752-519f246352d8), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:27.122914 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6d09f-53ab-49e1-944b-946ee31ca3fb req-48571ac3-c48b-41c2-a425-2656d0c3b1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:27.124390 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7bf6d09f-53ab-49e1-944b-946ee31ca3fb req-48571ac3-c48b-41c2-a425-2656d0c3b1b8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e4795188-7ead-455b-92d7-b4d6b23892a1 HTTP/1.1" status: 200 len: 1130 time: 0.0991559 Mar 07 17:13:27.168913 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7bf6d09f-53ab-49e1-944b-946ee31ca3fb req-a05890d3-d4ef-47ac-934b-abe5c610cbf9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d6bf4050-ceda-455e-a032-ebb588c76599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383763 Mar 07 17:13:27.176323 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-db8a578f-c459-405c-8b46-187ced8e723a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2052389'] for router (dd320334-9f01-4a7e-9752-519f246352d8), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:27.176846 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8a578f-c459-405c-8b46-187ced8e723a admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd320334-9f01-4a7e-9752-519f246352d8 {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 17:13:27.182260 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-db8a578f-c459-405c-8b46-187ced8e723a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:27.183432 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-db8a578f-c459-405c-8b46-187ced8e723a admin admin] 10.222.0.45 "DELETE /v2.0/routers/dd320334-9f01-4a7e-9752-519f246352d8 HTTP/1.1" status: 204 len: 168 time: 0.9879327 Mar 07 17:13:27.186159 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 39610) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:27.234818 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_v2 [None req-4db057ba-405f-4094-8871-f4cf239875fd admin admin] Deleting subnet 1727d561-64eb-436e-b9e1-627515b9c111 {{(pid=103431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 17:13:27.238081 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4db057ba-405f-4094-8871-f4cf239875fd admin admin] Publish callbacks [] for subnet (1727d561-64eb-436e-b9e1-627515b9c111), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:27.273168 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4db057ba-405f-4094-8871-f4cf239875fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60696947'] for subnet (1727d561-64eb-436e-b9e1-627515b9c111), precommit_delete_associations {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:27.347592 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4db057ba-405f-4094-8871-f4cf239875fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712441'] for subnet (1727d561-64eb-436e-b9e1-627515b9c111), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:27.479355 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4db057ba-405f-4094-8871-f4cf239875fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58733494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60764649'] for subnet (1727d561-64eb-436e-b9e1-627515b9c111), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:27.507294 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db057ba-405f-4094-8871-f4cf239875fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1727d561-64eb-436e-b9e1-627515b9c111,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:27.513327 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4db057ba-405f-4094-8871-f4cf239875fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:27.516535 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-4db057ba-405f-4094-8871-f4cf239875fd admin admin] 10.222.0.45 "DELETE /v2.0/subnets/1727d561-64eb-436e-b9e1-627515b9c111 HTTP/1.1" status: 204 len: 168 time: 0.3293989 Mar 07 17:13:27.519149 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 39612) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:27.521626 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323e5689-3ad7-42e8-8164-09390e3fdbd3 None None] Network a5817453-0687-4232-b082-7a8f6cce82b8 requested from dv-cinder-804035-42-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:13:27.588583 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-82861262-5462-49ee-939f-44bfc80eb92d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748406'] for network (a5817453-0687-4232-b082-7a8f6cce82b8), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:27.646891 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-82861262-5462-49ee-939f-44bfc80eb92d admin admin] Deleting port 6abc4915-9442-40ee-ac6c-7e107571a265 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:13:27.647231 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-82861262-5462-49ee-939f-44bfc80eb92d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (6abc4915-9442-40ee-ac6c-7e107571a265), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:27.683928 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55a39d4-1a2d-4f84-b867-30446e9967ba None None] DHCP port deletion for a5817453-0687-4232-b082-7a8f6cce82b8 request from dv-cinder-804035-42-iscsi {{(pid=103440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 17:13:27.717567 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-82861262-5462-49ee-939f-44bfc80eb92d admin admin] For port 6abc4915-9442-40ee-ac6c-7e107571a265, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=6abc4915-9442-40ee-ac6c-7e107571a265,segment=NetworkSegment(faf6d561-63e2-4581-ba72-4e6d7076e38e),segment_id=faf6d561-63e2-4581-ba72-4e6d7076e38e)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:13:27.717941 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-82861262-5462-49ee-939f-44bfc80eb92d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (6abc4915-9442-40ee-ac6c-7e107571a265), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:27.732151 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-b55a39d4-1a2d-4f84-b867-30446e9967ba None None] Deleting port 6abc4915-9442-40ee-ac6c-7e107571a265 {{(pid=103440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:13:27.732444 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-82861262-5462-49ee-939f-44bfc80eb92d admin admin] Calling delete_port for 6abc4915-9442-40ee-ac6c-7e107571a265 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:13:27.732574 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b55a39d4-1a2d-4f84-b867-30446e9967ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (6abc4915-9442-40ee-ac6c-7e107571a265), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:27.797618 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-b55a39d4-1a2d-4f84-b867-30446e9967ba None None] For port 6abc4915-9442-40ee-ac6c-7e107571a265, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=6abc4915-9442-40ee-ac6c-7e107571a265,segment=NetworkSegment(faf6d561-63e2-4581-ba72-4e6d7076e38e),segment_id=faf6d561-63e2-4581-ba72-4e6d7076e38e)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:13:27.798015 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b55a39d4-1a2d-4f84-b867-30446e9967ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (6abc4915-9442-40ee-ac6c-7e107571a265), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:27.812183 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-b55a39d4-1a2d-4f84-b867-30446e9967ba None None] Calling delete_port for 6abc4915-9442-40ee-ac6c-7e107571a265 owned by network:dhcp {{(pid=103440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:13:27.879061 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-82861262-5462-49ee-939f-44bfc80eb92d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (6abc4915-9442-40ee-ac6c-7e107571a265), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:27.889620 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b55a39d4-1a2d-4f84-b867-30446e9967ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386'] for port (6abc4915-9442-40ee-ac6c-7e107571a265), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:27.912049 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82861262-5462-49ee-939f-44bfc80eb92d admin admin] Pushing event deleted for resources: {'Port': ['ID=6abc4915-9442-40ee-ac6c-7e107571a265,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:27.913763 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82861262-5462-49ee-939f-44bfc80eb92d admin admin] No DVR routers for this DVR port 6abc4915-9442-40ee-ac6c-7e107571a265 on host dv-cinder-804035-42-iscsi {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:13:27.919278 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a39d4-1a2d-4f84-b867-30446e9967ba None None] Pushing event deleted for resources: {'Port': ['ID=6abc4915-9442-40ee-ac6c-7e107571a265,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:27.924044 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55a39d4-1a2d-4f84-b867-30446e9967ba None None] No DVR routers for this DVR port 6abc4915-9442-40ee-ac6c-7e107571a265 on host dv-cinder-804035-42-iscsi {{(pid=103440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:13:27.988858 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-82861262-5462-49ee-939f-44bfc80eb92d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856182', 'neutron.services.segments.db._delete_segments_for_network-8762244314215'] for network (a5817453-0687-4232-b082-7a8f6cce82b8), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:28.008193 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-82861262-5462-49ee-939f-44bfc80eb92d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5817453-0687-4232-b082-7a8f6cce82b8']}} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:13:28.017239 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-82861262-5462-49ee-939f-44bfc80eb92d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faf6d561-63e2-4581-ba72-4e6d7076e38e') {'for_net_delete': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:13:28.017537 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-82861262-5462-49ee-939f-44bfc80eb92d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faf6d561-63e2-4581-ba72-4e6d7076e38e') {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:13:28.027207 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-82861262-5462-49ee-939f-44bfc80eb92d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762244314736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60696968'] for segment (faf6d561-63e2-4581-ba72-4e6d7076e38e), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:28.040943 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-82861262-5462-49ee-939f-44bfc80eb92d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696658'] for segment (faf6d561-63e2-4581-ba72-4e6d7076e38e), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:28.046974 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82861262-5462-49ee-939f-44bfc80eb92d admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=103431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 17:13:28.047985 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-82861262-5462-49ee-939f-44bfc80eb92d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58733532'] for segment (faf6d561-63e2-4581-ba72-4e6d7076e38e), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:28.049164 dv-cinder-804035-42-iscsi neutron-server[103431]: Traceback (most recent call last): Mar 07 17:13:28.049164 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 17:13:28.049164 dv-cinder-804035-42-iscsi neutron-server[103431]: timer() Mar 07 17:13:28.049164 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 17:13:28.049164 dv-cinder-804035-42-iscsi neutron-server[103431]: cb(*args, **kw) Mar 07 17:13:28.049164 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 17:13:28.049164 dv-cinder-804035-42-iscsi neutron-server[103431]: return func(*args, **kwargs) Mar 07 17:13:28.049164 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 17:13:28.049164 dv-cinder-804035-42-iscsi neutron-server[103431]: self._notify() Mar 07 17:13:28.049164 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 17:13:28.049164 dv-cinder-804035-42-iscsi neutron-server[103431]: self.callback(batched_events) Mar 07 17:13:28.049164 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 17:13:28.049164 dv-cinder-804035-42-iscsi neutron-server[103431]: event.method(event) Mar 07 17:13:28.049164 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 17:13:28.049164 dv-cinder-804035-42-iscsi neutron-server[103431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 17:13:28.049164 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 17:13:28.049164 dv-cinder-804035-42-iscsi neutron-server[103431]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 17:13:28.049164 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 17:13:28.049164 dv-cinder-804035-42-iscsi neutron-server[103431]: return f(self, *a, **k) Mar 07 17:13:28.049164 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 17:13:28.049164 dv-cinder-804035-42-iscsi neutron-server[103431]: return self._get(url).json() Mar 07 17:13:28.049164 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 17:13:28.049164 dv-cinder-804035-42-iscsi neutron-server[103431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 17:13:28.049164 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 17:13:28.049164 dv-cinder-804035-42-iscsi neutron-server[103431]: return self.request(url, 'GET', **kwargs) Mar 07 17:13:28.049164 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 17:13:28.049164 dv-cinder-804035-42-iscsi neutron-server[103431]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 17:13:28.049164 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 17:13:28.049164 dv-cinder-804035-42-iscsi neutron-server[103431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 17:13:28.049164 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 17:13:28.049164 dv-cinder-804035-42-iscsi neutron-server[103431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 17:13:28.049164 dv-cinder-804035-42-iscsi neutron-server[103431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 17:13:28.155138 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229682e-6720-4367-8332-2b16de4d7e24 req-20be317f-c09d-4457-8e8a-aa771e1f5a1d tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:28.156648 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0229682e-6720-4367-8332-2b16de4d7e24 req-20be317f-c09d-4457-8e8a-aa771e1f5a1d tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4795188-7ead-455b-92d7-b4d6b23892a1 HTTP/1.1" status: 200 len: 946 time: 0.0604832 Mar 07 17:13:28.175722 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-82861262-5462-49ee-939f-44bfc80eb92d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2048162'] for network (a5817453-0687-4232-b082-7a8f6cce82b8), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:28.182075 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-82861262-5462-49ee-939f-44bfc80eb92d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:28.188366 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-82861262-5462-49ee-939f-44bfc80eb92d admin admin] 10.222.0.45 "DELETE /v2.0/networks/a5817453-0687-4232-b082-7a8f6cce82b8 HTTP/1.1" status: 204 len: 168 time: 0.6647630 Mar 07 17:13:28.205054 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82861262-5462-49ee-939f-44bfc80eb92d admin admin] Pushing event deleted for resources: {'Network': ['ID=a5817453-0687-4232-b082-7a8f6cce82b8,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:28.222853 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0229682e-6720-4367-8332-2b16de4d7e24 req-ecb37491-33aa-4d1a-b231-b8d4e01e3439 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6bf4050-ceda-455e-a032-ebb588c76599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607190 Mar 07 17:13:28.401548 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 1531fd82-18af-4622-aead-c38f3d1738a6 no longer exists at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:13:28.422454 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] No Port match for: 1531fd82-18af-4622-aead-c38f3d1738a6 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:13:28.422800 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 1531fd82-18af-4622-aead-c38f3d1738a6 not bound to the agent host dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:13:28.423213 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device d9832b82-4a01-4f04-a042-90f850d15290 no longer exists at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:13:28.442446 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] No Port match for: d9832b82-4a01-4f04-a042-90f850d15290 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:13:28.442794 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device d9832b82-4a01-4f04-a042-90f850d15290 not bound to the agent host dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:13:28.443204 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 6abc4915-9442-40ee-ac6c-7e107571a265 no longer exists at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:13:28.463107 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] No Port match for: 6abc4915-9442-40ee-ac6c-7e107571a265 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:13:28.463481 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 6abc4915-9442-40ee-ac6c-7e107571a265 not bound to the agent host dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:13:28.465373 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 39618) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:28.507168 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-21c7208e-aff7-4abb-8e72-66f06be4be1c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1f4fc0170321429faf3e9895e52f81ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402949 Mar 07 17:13:28.510534 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 39620) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:28.556914 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-aadae555-51d3-45db-a006-2cf050eb37db admin admin] Publish callbacks [] for security_group (004e9610-bec8-46f0-9859-36527056fe58), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:28.577927 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-aadae555-51d3-45db-a006-2cf050eb37db admin admin] Publish callbacks [] for security_group (004e9610-bec8-46f0-9859-36527056fe58), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:28.697484 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-aadae555-51d3-45db-a006-2cf050eb37db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (004e9610-bec8-46f0-9859-36527056fe58), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:28.700069 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-aadae555-51d3-45db-a006-2cf050eb37db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:28.701292 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-aadae555-51d3-45db-a006-2cf050eb37db admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/004e9610-bec8-46f0-9859-36527056fe58 HTTP/1.1" status: 204 len: 168 time: 0.1898735 Mar 07 17:13:28.709187 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadae555-51d3-45db-a006-2cf050eb37db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004e9610-bec8-46f0-9859-36527056fe58,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:29.343467 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e7e8d-bed3-401a-91bf-469d99fe9a85 req-eea16242-b2e7-4d61-b214-a27560134d41 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:29.344924 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-147e7e8d-bed3-401a-91bf-469d99fe9a85 req-eea16242-b2e7-4d61-b214-a27560134d41 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4795188-7ead-455b-92d7-b4d6b23892a1 HTTP/1.1" status: 200 len: 946 time: 0.0565636 Mar 07 17:13:29.392795 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-147e7e8d-bed3-401a-91bf-469d99fe9a85 req-463476e5-d43a-426c-9738-c08b66bd44ae tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6bf4050-ceda-455e-a032-ebb588c76599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423295 Mar 07 17:13:29.834987 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 39682) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:29.932799 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-2b0456d6-046e-4b5d-b565-aef82b75b92e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1671845688-network', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:13:30.027709 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0456d6-046e-4b5d-b565-aef82b75b92e admin admin] Made reservation on behalf of fdd99a90993946518de326bc6d9a7a06 for: {'network': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:13:30.030088 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2b0456d6-046e-4b5d-b565-aef82b75b92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for network (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:30.038926 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2b0456d6-046e-4b5d-b565-aef82b75b92e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:30.121636 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2b0456d6-046e-4b5d-b565-aef82b75b92e admin admin] Publish callbacks [] for security_group (7f61899c-d09e-4f40-a2c0-f256fc99b3e9), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:30.228171 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2b0456d6-046e-4b5d-b565-aef82b75b92e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (7f61899c-d09e-4f40-a2c0-f256fc99b3e9), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:30.254776 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b0456d6-046e-4b5d-b565-aef82b75b92e admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=103433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 17:13:30.261002 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0456d6-046e-4b5d-b565-aef82b75b92e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f61899c-d09e-4f40-a2c0-f256fc99b3e9,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:30.266922 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2b0456d6-046e-4b5d-b565-aef82b75b92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696658'] for segment (ea16cf40-c220-47a8-a250-304109e23c76), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:30.267265 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.db.segments_db [None req-2b0456d6-046e-4b5d-b565-aef82b75b92e admin admin] Added segment ea16cf40-c220-47a8-a250-304109e23c76 of type vlan for network 17f2b355-6a2e-4221-b899-dbeb2220fa3c Mar 07 17:13:30.307101 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2b0456d6-046e-4b5d-b565-aef82b75b92e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762243790367'] for network (17f2b355-6a2e-4221-b899-dbeb2220fa3c), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:30.387581 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2b0456d6-046e-4b5d-b565-aef82b75b92e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490'] for network (17f2b355-6a2e-4221-b899-dbeb2220fa3c), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:30.388600 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0456d6-046e-4b5d-b565-aef82b75b92e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:30.389174 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2b0456d6-046e-4b5d-b565-aef82b75b92e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:30.456156 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0456d6-046e-4b5d-b565-aef82b75b92e admin admin] Pushing event updated for resources: {'Network': ['ID=17f2b355-6a2e-4221-b899-dbeb2220fa3c,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:30.469532 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Network 17f2b355-6a2e-4221-b899-dbeb2220fa3c details requested by agent ovs-agent-dv-cinder-804035-42-iscsi with host dv-cinder-804035-42-iscsi {{(pid=103440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 17:13:30.482184 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-2b0456d6-046e-4b5d-b565-aef82b75b92e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6457407 Mar 07 17:13:30.484894 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 39702) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:30.490098 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-5dc1fb49-db73-45f9-b37e-0515f6707d26 admin admin] Request body: {'subnet': {'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1671845688-subnet', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:13:30.571052 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc1fb49-db73-45f9-b37e-0515f6707d26 admin admin] Made reservation on behalf of fdd99a90993946518de326bc6d9a7a06 for: {'subnet': 1} {{(pid=103433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:13:30.573680 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5dc1fb49-db73-45f9-b37e-0515f6707d26 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-52271328'] for subnet (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:30.799538 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5dc1fb49-db73-45f9-b37e-0515f6707d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-51015424', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-52271358'] for subnet (7ad537dc-a0d8-4463-8026-4f3cd5701784), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:30.852665 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc1fb49-db73-45f9-b37e-0515f6707d26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ad537dc-a0d8-4463-8026-4f3cd5701784,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:30.864092 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc1fb49-db73-45f9-b37e-0515f6707d26 admin admin] Checking segment: {'id': 'ea16cf40-c220-47a8-a250-304109e23c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:13:30.864459 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc1fb49-db73-45f9-b37e-0515f6707d26 admin admin] Network hostable DHCP agents. Network: 17f2b355-6a2e-4221-b899-dbeb2220fa3c, hostable agents: ['7a37eb1f-9e1c-4804-b782-6f192b2f1d6e'], hosted agents: [] {{(pid=103433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 17:13:30.936367 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc1fb49-db73-45f9-b37e-0515f6707d26 admin admin] Network 17f2b355-6a2e-4221-b899-dbeb2220fa3c is scheduled to be hosted by DHCP agent 7a37eb1f-9e1c-4804-b782-6f192b2f1d6e with binding_index 1 {{(pid=103433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 17:13:30.987741 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-5dc1fb49-db73-45f9-b37e-0515f6707d26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-42-iscsi, 17f2b355-6a2e-4221-b899-dbeb2220fa3c) {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:13:30.992291 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc1fb49-db73-45f9-b37e-0515f6707d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:30.994263 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5dc1fb49-db73-45f9-b37e-0515f6707d26 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:30.997548 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd6853f-b969-4f03-8a9f-55b8c5c371fd None None] Network 17f2b355-6a2e-4221-b899-dbeb2220fa3c requested from dv-cinder-804035-42-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:13:31.058923 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-5dc1fb49-db73-45f9-b37e-0515f6707d26 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5725694 Mar 07 17:13:31.062601 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 39710) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:31.068076 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-90424d73-6ba9-49e0-8798-6c9d09c34934 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1671845688-router', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'}}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:13:31.105912 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af95149-6aa3-4023-9f96-740d2bfb5b0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6403845-1bb7-5d12-a049-1e0087d61b53-17f2b355-6a2e-4221-b899-dbeb2220fa3c', 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c', 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'fixed_ips': [{'subnet_id': '7ad537dc-a0d8-4463-8026-4f3cd5701784'}]}} from dv-cinder-804035-42-iscsi. {{(pid=103440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 17:13:31.106809 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3af95149-6aa3-4023-9f96-740d2bfb5b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:31.136210 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-90424d73-6ba9-49e0-8798-6c9d09c34934 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2050708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57156'] for router (eaa523d0-6c58-4273-a695-9e471624f1f4), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:31.137282 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-90424d73-6ba9-49e0-8798-6c9d09c34934 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2052452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2048215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57165'] for router (eaa523d0-6c58-4273-a695-9e471624f1f4), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:31.190236 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-90424d73-6ba9-49e0-8798-6c9d09c34934 admin admin] Publish callbacks [] for router_controller (eaa523d0-6c58-4273-a695-9e471624f1f4), precommit_add_association {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:31.241008 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.db_base_plugin_common [None req-3af95149-6aa3-4023-9f96-740d2bfb5b0f None None] Allocated IP 172.20.0.2 (17f2b355-6a2e-4221-b899-dbeb2220fa3c/7ad537dc-a0d8-4463-8026-4f3cd5701784/dcdde96d-f7a0-466c-a351-c8da82d6bce6) {{(pid=103440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:13:31.400721 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3af95149-6aa3-4023-9f96-740d2bfb5b0f None None] Publish callbacks [] for port (dcdde96d-f7a0-466c-a351-c8da82d6bce6), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:31.421482 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-90424d73-6ba9-49e0-8798-6c9d09c34934 admin admin] Publish callbacks [] for router_gateway (eaa523d0-6c58-4273-a695-9e471624f1f4), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:31.463809 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-733a3bca-a683-4323-9846-c0766ad8eccd req-af98b07f-4aaf-45dd-8aa6-ecfa4fe301d3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1cf83739-aacc-40f7-8889-725895d4052f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0575852 Mar 07 17:13:31.485208 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3af95149-6aa3-4023-9f96-740d2bfb5b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377'] for port (dcdde96d-f7a0-466c-a351-c8da82d6bce6), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:31.532554 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af95149-6aa3-4023-9f96-740d2bfb5b0f None None] Network 17f2b355-6a2e-4221-b899-dbeb2220fa3c is already hosted by enough agents. {{(pid=103440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:13:31.537659 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [None req-3af95149-6aa3-4023-9f96-740d2bfb5b0f None None] Resources bound (agent type, host, resource id): {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:13:31.541138 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af95149-6aa3-4023-9f96-740d2bfb5b0f None None] Pushing event updated for resources: {'Port': ['ID=dcdde96d-f7a0-466c-a351-c8da82d6bce6,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:31.543875 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af95149-6aa3-4023-9f96-740d2bfb5b0f None None] Received port after_create {{(pid=103440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:13:31.585291 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a3bca-a683-4323-9846-c0766ad8eccd req-2e3e9227-018c-4fea-a6e4-2bf500ff416b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:31.588160 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-733a3bca-a683-4323-9846-c0766ad8eccd req-2e3e9227-018c-4fea-a6e4-2bf500ff416b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=776f3679e77e490b893316a32842cc90&device_id=1cf83739-aacc-40f7-8889-725895d4052f HTTP/1.1" status: 200 len: 1130 time: 0.0823572 Mar 07 17:13:31.609800 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-3af95149-6aa3-4023-9f96-740d2bfb5b0f None None] Attempting to bind port dcdde96d-f7a0-466c-a351-c8da82d6bce6 on host dv-cinder-804035-42-iscsi for vnic_type normal with profile {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:13:31.610119 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-3af95149-6aa3-4023-9f96-740d2bfb5b0f None None] Attempting to bind port dcdde96d-f7a0-466c-a351-c8da82d6bce6 by drivers openvswitch,hyperv on host dv-cinder-804035-42-iscsi at level 0 using segments [{'id': 'ea16cf40-c220-47a8-a250-304109e23c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c'}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:13:31.610447 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af95149-6aa3-4023-9f96-740d2bfb5b0f None None] Attempting to bind port dcdde96d-f7a0-466c-a351-c8da82d6bce6 on network 17f2b355-6a2e-4221-b899-dbeb2220fa3c {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:13:31.615779 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af95149-6aa3-4023-9f96-740d2bfb5b0f None None] Checking agent: {'id': 'bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 53, 53), 'started_at': datetime.datetime(2022, 3, 7, 16, 54, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:13:31.616165 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af95149-6aa3-4023-9f96-740d2bfb5b0f None None] Checking segment: {'id': 'ea16cf40-c220-47a8-a250-304109e23c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:13:31.616564 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3af95149-6aa3-4023-9f96-740d2bfb5b0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:31.616951 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af95149-6aa3-4023-9f96-740d2bfb5b0f None None] Bound using segment: {'id': 'ea16cf40-c220-47a8-a250-304109e23c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c'} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:13:31.617486 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-3af95149-6aa3-4023-9f96-740d2bfb5b0f None None] Bound port: dcdde96d-f7a0-466c-a351-c8da82d6bce6, host: dv-cinder-804035-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea16cf40-c220-47a8-a250-304109e23c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c'}}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:13:31.617870 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3af95149-6aa3-4023-9f96-740d2bfb5b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (dcdde96d-f7a0-466c-a351-c8da82d6bce6), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:31.687859 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3af95149-6aa3-4023-9f96-740d2bfb5b0f None None] For port dcdde96d-f7a0-466c-a351-c8da82d6bce6, host dv-cinder-804035-42-iscsi, cleared binding levels {{(pid=103440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:13:31.691028 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3af95149-6aa3-4023-9f96-740d2bfb5b0f None None] For port dcdde96d-f7a0-466c-a351-c8da82d6bce6, host dv-cinder-804035-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=dcdde96d-f7a0-466c-a351-c8da82d6bce6,segment=NetworkSegment(ea16cf40-c220-47a8-a250-304109e23c76),segment_id=ea16cf40-c220-47a8-a250-304109e23c76)] {{(pid=103440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:13:31.721827 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a3bca-a683-4323-9846-c0766ad8eccd req-aa3302d1-da2c-49e0-975d-9725a9dd29f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:31.723732 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-733a3bca-a683-4323-9846-c0766ad8eccd req-aa3302d1-da2c-49e0-975d-9725a9dd29f2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9389be18-213a-4ced-bba2-3382f718f0a8 HTTP/1.1" status: 200 len: 911 time: 0.1109073 Mar 07 17:13:31.771102 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3af95149-6aa3-4023-9f96-740d2bfb5b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (dcdde96d-f7a0-466c-a351-c8da82d6bce6), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:31.841687 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af95149-6aa3-4023-9f96-740d2bfb5b0f None None] Pushing event updated for resources: {'Port': ['ID=dcdde96d-f7a0-466c-a351-c8da82d6bce6,revision_number=2']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:31.865135 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-733a3bca-a683-4323-9846-c0766ad8eccd req-4284438d-9dbb-4934-8217-56ec7450acdb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=728d8e92-7394-43b7-8410-2b7d7eab3375 HTTP/1.1" status: 200 len: 1002 time: 0.1342888 Mar 07 17:13:31.940488 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-90424d73-6ba9-49e0-8798-6c9d09c34934 admin admin] Publish callbacks [] for router_gateway (eaa523d0-6c58-4273-a695-9e471624f1f4), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:31.947024 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a3bca-a683-4323-9846-c0766ad8eccd req-8d6acab9-cbbc-406d-95ce-2fc4c079c969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:31.948525 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-733a3bca-a683-4323-9846-c0766ad8eccd req-8d6acab9-cbbc-406d-95ce-2fc4c079c969 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f18b0602-960c-4c40-bfa0-ef433b9207aa HTTP/1.1" status: 200 len: 849 time: 0.0655570 Mar 07 17:13:31.973772 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-90424d73-6ba9-49e0-8798-6c9d09c34934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:32.113941 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a3bca-a683-4323-9846-c0766ad8eccd req-17a7492b-425b-4fda-92b9-79cc0c09205e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:32.113941 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-733a3bca-a683-4323-9846-c0766ad8eccd req-17a7492b-425b-4fda-92b9-79cc0c09205e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9389be18-213a-4ced-bba2-3382f718f0a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1423311 Mar 07 17:13:32.155477 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-90424d73-6ba9-49e0-8798-6c9d09c34934 admin admin] Allocated IP 172.27.3.54 (ca3ae6bc-acc1-44d4-99e8-2239d5d79721/7ea6e5b5-19cc-4407-9435-cc1a16805785/13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:13:32.277733 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-733a3bca-a683-4323-9846-c0766ad8eccd req-3c21c595-c9c1-46e4-bf67-189d5d452991 service neutron] 10.222.0.53 "GET /v2.0/networks/9389be18-213a-4ced-bba2-3382f718f0a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580212 Mar 07 17:13:32.361646 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-90424d73-6ba9-49e0-8798-6c9d09c34934 admin admin] Publish callbacks [] for port (13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:32.409368 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-733a3bca-a683-4323-9846-c0766ad8eccd req-3ca540dc-e0a7-4be7-9923-bccce6d0a4e1 service neutron] 10.222.0.53 "GET /v2.0/networks/9389be18-213a-4ced-bba2-3382f718f0a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257949 Mar 07 17:13:32.454618 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device dcdde96d-f7a0-466c-a351-c8da82d6bce6 up at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:13:32.485511 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-90424d73-6ba9-49e0-8798-6c9d09c34934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:32.510992 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Provisioning complete for port dcdde96d-f7a0-466c-a351-c8da82d6bce6 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:13:32.511628 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (dcdde96d-f7a0-466c-a351-c8da82d6bce6), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:32.531506 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90424d73-6ba9-49e0-8798-6c9d09c34934 admin admin] Network ca3ae6bc-acc1-44d4-99e8-2239d5d79721 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:13:32.534390 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-90424d73-6ba9-49e0-8798-6c9d09c34934 admin admin] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:13:32.538268 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90424d73-6ba9-49e0-8798-6c9d09c34934 admin admin] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:13:32.600753 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Current status of the port dcdde96d-f7a0-466c-a351-c8da82d6bce6 is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:13:32.601155 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (dcdde96d-f7a0-466c-a351-c8da82d6bce6), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:32.645427 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] For port dcdde96d-f7a0-466c-a351-c8da82d6bce6, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=dcdde96d-f7a0-466c-a351-c8da82d6bce6,segment=NetworkSegment(ea16cf40-c220-47a8-a250-304109e23c76),segment_id=ea16cf40-c220-47a8-a250-304109e23c76)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:13:32.719627 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (dcdde96d-f7a0-466c-a351-c8da82d6bce6), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:32.777312 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Pushing event updated for resources: {'Port': ['ID=dcdde96d-f7a0-466c-a351-c8da82d6bce6,revision_number=3']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:32.830297 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e419c1ab-26dc-4dc9-80ef-9fdba61a8abf None None] Network 17f2b355-6a2e-4221-b899-dbeb2220fa3c requested from dv-cinder-804035-42-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:13:32.850962 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90424d73-6ba9-49e0-8798-6c9d09c34934 admin admin] Pushing event updated for resources: {'Port': ['ID=13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:32.910472 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-3c5604dc-6ffc-4a8d-843f-9c62b9600644 None None] Provisioning complete for port dcdde96d-f7a0-466c-a351-c8da82d6bce6 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:13:32.910871 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3c5604dc-6ffc-4a8d-843f-9c62b9600644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (dcdde96d-f7a0-466c-a351-c8da82d6bce6), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:33.029366 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3c5604dc-6ffc-4a8d-843f-9c62b9600644 None None] Current status of the port dcdde96d-f7a0-466c-a351-c8da82d6bce6 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:13:33.181301 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-90424d73-6ba9-49e0-8798-6c9d09c34934 admin admin] Publish callbacks [] for router_gateway (eaa523d0-6c58-4273-a695-9e471624f1f4), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:33.249622 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-7363fe26-9482-4a0b-9eb1-5cca89439bcd None None] Provisioning complete for port dcdde96d-f7a0-466c-a351-c8da82d6bce6 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:13:33.249991 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7363fe26-9482-4a0b-9eb1-5cca89439bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (dcdde96d-f7a0-466c-a351-c8da82d6bce6), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:33.393440 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-90424d73-6ba9-49e0-8798-6c9d09c34934 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2052463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2048250'] for router (eaa523d0-6c58-4273-a695-9e471624f1f4), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:33.464651 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-7363fe26-9482-4a0b-9eb1-5cca89439bcd None None] Current status of the port dcdde96d-f7a0-466c-a351-c8da82d6bce6 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:13:33.571646 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90424d73-6ba9-49e0-8798-6c9d09c34934 admin admin] Router eaa523d0-6c58-4273-a695-9e471624f1f4 is scheduled to L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 with binding_index 1 {{(pid=103431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 17:13:33.688355 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90424d73-6ba9-49e0-8798-6c9d09c34934 admin admin] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:13:33.697710 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d162370-df30-4192-8045-9ebfd70ec06e None None] Sync routers for ids ['eaa523d0-6c58-4273-a695-9e471624f1f4'] in dv-cinder-804035-42-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:13:33.706730 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d162370-df30-4192-8045-9ebfd70ec06e None None] Routers {'eaa523d0-6c58-4273-a695-9e471624f1f4'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:13:33.708348 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-1d162370-df30-4192-8045-9ebfd70ec06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:13:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['eaa523d0-6c58-4273-a695-9e471624f1f4'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:13:33.766713 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-90424d73-6ba9-49e0-8798-6c9d09c34934 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:33.767904 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-90424d73-6ba9-49e0-8798-6c9d09c34934 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7043037 Mar 07 17:13:33.770547 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 39716) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:33.819971 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-1d162370-df30-4192-8045-9ebfd70ec06e None None] Set router eaa523d0-6c58-4273-a695-9e471624f1f4 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:13:33.997737 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-1d162370-df30-4192-8045-9ebfd70ec06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'name': 'tempest-AttachVolumeNegativeTest-1671845688-router', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:32Z', 'revision_number': 3, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'gw_port': {'id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi'}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:13:34.025400 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d162370-df30-4192-8045-9ebfd70ec06e None None] Checking router: eaa523d0-6c58-4273-a695-9e471624f1f4 for host: dv-cinder-804035-42-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:13:34.025910 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d162370-df30-4192-8045-9ebfd70ec06e None None] Updating router eaa523d0-6c58-4273-a695-9e471624f1f4 port 13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4 binding host dv-cinder-804035-42-iscsi {{(pid=103440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 17:13:34.060789 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1d162370-df30-4192-8045-9ebfd70ec06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:34.211677 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ff8bcf23-81f7-4923-afbb-30d3558d18f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:34.323150 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1d162370-df30-4192-8045-9ebfd70ec06e None None] Publish callbacks [] for port (13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4), precommit_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:34.374698 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-ff8bcf23-81f7-4923-afbb-30d3558d18f2 admin admin] Allocated IP 172.20.0.1 (17f2b355-6a2e-4221-b899-dbeb2220fa3c/7ad537dc-a0d8-4463-8026-4f3cd5701784/2d89cbbd-9a05-4988-a932-addbfa22b5de) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:13:34.376010 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1d162370-df30-4192-8045-9ebfd70ec06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:34.429334 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device dcdde96d-f7a0-466c-a351-c8da82d6bce6 up at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:13:34.461211 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f128e-cb02-4421-9b5f-37327deb4854 None None] Pushing event updated for resources: {'Port': ['ID=13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4,revision_number=2']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:34.463637 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-1d162370-df30-4192-8045-9ebfd70ec06e None None] Attempting to bind port 13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4 on host dv-cinder-804035-42-iscsi for vnic_type normal with profile {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:13:34.464043 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-1d162370-df30-4192-8045-9ebfd70ec06e None None] Attempting to bind port 13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4 by drivers openvswitch,hyperv on host dv-cinder-804035-42-iscsi at level 0 using segments [{'id': '733ea0a4-2088-41be-a436-48329c6e880b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:13:34.464420 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d162370-df30-4192-8045-9ebfd70ec06e None None] Attempting to bind port 13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4 on network ca3ae6bc-acc1-44d4-99e8-2239d5d79721 {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:13:34.481671 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d162370-df30-4192-8045-9ebfd70ec06e None None] Checking agent: {'id': 'bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 53, 53), 'started_at': datetime.datetime(2022, 3, 7, 16, 54, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:13:34.481671 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d162370-df30-4192-8045-9ebfd70ec06e None None] Checking segment: {'id': '733ea0a4-2088-41be-a436-48329c6e880b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:13:34.481671 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1d162370-df30-4192-8045-9ebfd70ec06e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:34.481671 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d162370-df30-4192-8045-9ebfd70ec06e None None] Bound using segment: {'id': '733ea0a4-2088-41be-a436-48329c6e880b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:13:34.481671 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-1d162370-df30-4192-8045-9ebfd70ec06e None None] Bound port: 13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4, host: dv-cinder-804035-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '733ea0a4-2088-41be-a436-48329c6e880b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'}}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:13:34.482203 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1d162370-df30-4192-8045-9ebfd70ec06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:34.499000 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ff8bcf23-81f7-4923-afbb-30d3558d18f2 admin admin] Publish callbacks [] for port (2d89cbbd-9a05-4988-a932-addbfa22b5de), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:34.543319 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Provisioning complete for port dcdde96d-f7a0-466c-a351-c8da82d6bce6 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:13:34.543723 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (dcdde96d-f7a0-466c-a351-c8da82d6bce6), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:34.545551 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-1d162370-df30-4192-8045-9ebfd70ec06e None None] For port 13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4, host dv-cinder-804035-42-iscsi, cleared binding levels {{(pid=103440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:13:34.549279 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-1d162370-df30-4192-8045-9ebfd70ec06e None None] For port 13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4, host dv-cinder-804035-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4,segment=NetworkSegment(733ea0a4-2088-41be-a436-48329c6e880b),segment_id=733ea0a4-2088-41be-a436-48329c6e880b)] {{(pid=103440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:13:34.577089 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ff8bcf23-81f7-4923-afbb-30d3558d18f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (2d89cbbd-9a05-4988-a932-addbfa22b5de), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:34.615792 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8bcf23-81f7-4923-afbb-30d3558d18f2 admin admin] Network 17f2b355-6a2e-4221-b899-dbeb2220fa3c is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:13:34.619242 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-ff8bcf23-81f7-4923-afbb-30d3558d18f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:13:34.622691 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8bcf23-81f7-4923-afbb-30d3558d18f2 admin admin] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:13:34.631348 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Current status of the port dcdde96d-f7a0-466c-a351-c8da82d6bce6 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:13:34.636138 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1d162370-df30-4192-8045-9ebfd70ec06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:34.654669 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8bcf23-81f7-4923-afbb-30d3558d18f2 admin admin] Pushing event updated for resources: {'Port': ['ID=2d89cbbd-9a05-4988-a932-addbfa22b5de,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:34.677989 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ff8bcf23-81f7-4923-afbb-30d3558d18f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2049751'] for router_interface (eaa523d0-6c58-4273-a695-9e471624f1f4), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:34.698604 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d162370-df30-4192-8045-9ebfd70ec06e None None] Routers {'eaa523d0-6c58-4273-a695-9e471624f1f4'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:13:34.699174 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-1d162370-df30-4192-8045-9ebfd70ec06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:13:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['eaa523d0-6c58-4273-a695-9e471624f1f4'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:13:34.741117 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f128e-cb02-4421-9b5f-37327deb4854 None None] Pushing event updated for resources: {'Port': ['ID=13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4,revision_number=3']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:34.826924 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-1d162370-df30-4192-8045-9ebfd70ec06e None None] Set router eaa523d0-6c58-4273-a695-9e471624f1f4 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:13:34.912337 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ff8bcf23-81f7-4923-afbb-30d3558d18f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (2d89cbbd-9a05-4988-a932-addbfa22b5de), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:34.913407 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-5dd7ea12-c46e-47d5-9a74-c54e88f4bb00 None None] Provisioning complete for port 2d89cbbd-9a05-4988-a932-addbfa22b5de triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:13:34.913789 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5dd7ea12-c46e-47d5-9a74-c54e88f4bb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (2d89cbbd-9a05-4988-a932-addbfa22b5de), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:34.989768 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-5dd7ea12-c46e-47d5-9a74-c54e88f4bb00 None None] Port 2d89cbbd-9a05-4988-a932-addbfa22b5de cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:13:35.053288 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-1d162370-df30-4192-8045-9ebfd70ec06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'name': 'tempest-AttachVolumeNegativeTest-1671845688-router', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:32Z', 'revision_number': 3, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'gw_port': {'id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi'}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:13:35.084447 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d162370-df30-4192-8045-9ebfd70ec06e None None] The sync data for ids ['eaa523d0-6c58-4273-a695-9e471624f1f4'] in dv-cinder-804035-42-iscsi is: [{'id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'name': 'tempest-AttachVolumeNegativeTest-1671845688-router', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:32Z', 'revision_number': 3, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'gw_port': {'id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi'}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:13:35.089678 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ff8bcf23-81f7-4923-afbb-30d3558d18f2 admin admin] Publish callbacks [] for port (2d89cbbd-9a05-4988-a932-addbfa22b5de), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:35.153561 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ff8bcf23-81f7-4923-afbb-30d3558d18f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58733560'] for port (2d89cbbd-9a05-4988-a932-addbfa22b5de), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:35.222406 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8bcf23-81f7-4923-afbb-30d3558d18f2 admin admin] Pushing event updated for resources: {'Port': ['ID=2d89cbbd-9a05-4988-a932-addbfa22b5de,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:35.224930 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ff8bcf23-81f7-4923-afbb-30d3558d18f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2049723'] for router_interface (eaa523d0-6c58-4273-a695-9e471624f1f4), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:35.346317 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8bcf23-81f7-4923-afbb-30d3558d18f2 admin admin] Network 17f2b355-6a2e-4221-b899-dbeb2220fa3c is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:13:35.348221 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-ff8bcf23-81f7-4923-afbb-30d3558d18f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:13:35.494073 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff8bcf23-81f7-4923-afbb-30d3558d18f2 admin admin] Router eaa523d0-6c58-4273-a695-9e471624f1f4 has already been hosted by L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:13:35.614706 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-d8e74880-42f1-4cfa-a49a-800ffb1af706 None None] Provisioning complete for port 2d89cbbd-9a05-4988-a932-addbfa22b5de triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:13:35.615067 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d8e74880-42f1-4cfa-a49a-800ffb1af706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (2d89cbbd-9a05-4988-a932-addbfa22b5de), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:35.620867 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8bcf23-81f7-4923-afbb-30d3558d18f2 admin admin] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:13:35.636414 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-ff8bcf23-81f7-4923-afbb-30d3558d18f2 admin admin] 10.222.0.45 "PUT /v2.0/routers/eaa523d0-6c58-4273-a695-9e471624f1f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8647571 Mar 07 17:13:35.656234 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-d8e74880-42f1-4cfa-a49a-800ffb1af706 None None] Port 2d89cbbd-9a05-4988-a932-addbfa22b5de cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:13:36.106698 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 39728) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:36.111307 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-eba4230d-f7be-402b-b708-a1ca1c45680d tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Request body: {'security_group': {'name': 'tempest-securitygroup--110070746', 'description': 'tempest-description--574625247'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:13:36.175992 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-eba4230d-f7be-402b-b708-a1ca1c45680d tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:36.245593 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-eba4230d-f7be-402b-b708-a1ca1c45680d tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for security_group (727cbf16-41a7-4c8a-bc4d-4462874ee3c1), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:36.290776 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-eba4230d-f7be-402b-b708-a1ca1c45680d tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (727cbf16-41a7-4c8a-bc4d-4462874ee3c1), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:36.320891 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba4230d-f7be-402b-b708-a1ca1c45680d tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=727cbf16-41a7-4c8a-bc4d-4462874ee3c1,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:36.370707 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-eba4230d-f7be-402b-b708-a1ca1c45680d tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:36.372170 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-eba4230d-f7be-402b-b708-a1ca1c45680d tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2643375 Mar 07 17:13:36.375013 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 39732) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:36.387258 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-4a80a7fd-9991-4672-bf1a-f07ffcd3c967 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Request body: {'security_group_rule': {'security_group_id': '727cbf16-41a7-4c8a-bc4d-4462874ee3c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:13:36.446774 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4 up at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:13:36.467615 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4a80a7fd-9991-4672-bf1a-f07ffcd3c967 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for security_group_rule (cb91533d-c369-44a6-b1c1-11dfcfd6e425), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:36.496830 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Provisioning complete for port 13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:13:36.497292 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:36.532882 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4a80a7fd-9991-4672-bf1a-f07ffcd3c967 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for security_group_rule (cb91533d-c369-44a6-b1c1-11dfcfd6e425), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:36.581787 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4a80a7fd-9991-4672-bf1a-f07ffcd3c967 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607897'] for security_group_rule (cb91533d-c369-44a6-b1c1-11dfcfd6e425), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:36.584147 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Current status of the port 13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4 is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:13:36.584147 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:36.602707 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a80a7fd-9991-4672-bf1a-f07ffcd3c967 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb91533d-c369-44a6-b1c1-11dfcfd6e425,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:36.607487 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] For port 13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4,segment=NetworkSegment(733ea0a4-2088-41be-a436-48329c6e880b),segment_id=733ea0a4-2088-41be-a436-48329c6e880b)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:13:36.675203 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4a80a7fd-9991-4672-bf1a-f07ffcd3c967 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:36.676760 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-4a80a7fd-9991-4672-bf1a-f07ffcd3c967 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3004408 Mar 07 17:13:36.679275 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 39734) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:36.685000 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:36.685187 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-7c4aad47-0fd3-44a0-9518-e4f713085a03 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Request body: {'security_group_rule': {'security_group_id': '727cbf16-41a7-4c8a-bc4d-4462874ee3c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:13:36.742626 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Pushing event updated for resources: {'Port': ['ID=13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:36.781052 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7c4aad47-0fd3-44a0-9518-e4f713085a03 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for security_group_rule (77f3215e-7d0e-4d1a-8e1d-431035d91753), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:36.819045 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd73db2-c801-4fcc-9fa6-94bde5a5296f None None] Sync routers for ids ['eaa523d0-6c58-4273-a695-9e471624f1f4'] in dv-cinder-804035-42-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:13:36.828574 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd73db2-c801-4fcc-9fa6-94bde5a5296f None None] Routers {'eaa523d0-6c58-4273-a695-9e471624f1f4'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:13:36.829189 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-2cd73db2-c801-4fcc-9fa6-94bde5a5296f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:13:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['eaa523d0-6c58-4273-a695-9e471624f1f4'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:13:36.839577 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7c4aad47-0fd3-44a0-9518-e4f713085a03 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for security_group_rule (77f3215e-7d0e-4d1a-8e1d-431035d91753), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:36.918840 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7c4aad47-0fd3-44a0-9518-e4f713085a03 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607897'] for security_group_rule (77f3215e-7d0e-4d1a-8e1d-431035d91753), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:36.941663 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4aad47-0fd3-44a0-9518-e4f713085a03 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77f3215e-7d0e-4d1a-8e1d-431035d91753,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:36.943437 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-2cd73db2-c801-4fcc-9fa6-94bde5a5296f None None] Set router eaa523d0-6c58-4273-a695-9e471624f1f4 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:13:37.021742 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7c4aad47-0fd3-44a0-9518-e4f713085a03 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:37.026292 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-7c4aad47-0fd3-44a0-9518-e4f713085a03 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3449225 Mar 07 17:13:37.030043 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 39736) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:37.037043 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-f1f94b7a-e4f8-4e30-98af-0aa1f4b811fb tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Request body: {'floatingip': {'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:13:37.130269 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f1f94b7a-e4f8-4e30-98af-0aa1f4b811fb tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:37.153536 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-2cd73db2-c801-4fcc-9fa6-94bde5a5296f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'name': 'tempest-AttachVolumeNegativeTest-1671845688-router', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:34Z', 'revision_number': 4, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'gw_port': {'id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': '2d89cbbd-9a05-4988-a932-addbfa22b5de', 'name': '', 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'mac_address': 'fa:16:3e:5a:cc:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:34Z', 'updated_at': '2022-03-07T17:13:34Z', 'revision_number': 2, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'subnets': [{'id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:13:37.183485 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd73db2-c801-4fcc-9fa6-94bde5a5296f None None] Checking router: eaa523d0-6c58-4273-a695-9e471624f1f4 for host: dv-cinder-804035-42-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:13:37.183812 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd73db2-c801-4fcc-9fa6-94bde5a5296f None None] Updating router eaa523d0-6c58-4273-a695-9e471624f1f4 port 2d89cbbd-9a05-4988-a932-addbfa22b5de binding host dv-cinder-804035-42-iscsi {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 17:13:37.213074 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2cd73db2-c801-4fcc-9fa6-94bde5a5296f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (2d89cbbd-9a05-4988-a932-addbfa22b5de), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:37.238069 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f1f94b7a-e4f8-4e30-98af-0aa1f4b811fb tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:37.348289 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-f1f94b7a-e4f8-4e30-98af-0aa1f4b811fb tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Allocated IP 172.27.3.179 (ca3ae6bc-acc1-44d4-99e8-2239d5d79721/7ea6e5b5-19cc-4407-9435-cc1a16805785/de8a6c41-239a-4adf-9745-1ab820fc271e) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:13:37.466816 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f1f94b7a-e4f8-4e30-98af-0aa1f4b811fb tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for port (de8a6c41-239a-4adf-9745-1ab820fc271e), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:37.483931 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2cd73db2-c801-4fcc-9fa6-94bde5a5296f None None] Publish callbacks [] for port (2d89cbbd-9a05-4988-a932-addbfa22b5de), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:37.558699 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2cd73db2-c801-4fcc-9fa6-94bde5a5296f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (2d89cbbd-9a05-4988-a932-addbfa22b5de), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:37.593630 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f1f94b7a-e4f8-4e30-98af-0aa1f4b811fb tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (de8a6c41-239a-4adf-9745-1ab820fc271e), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:37.608008 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e5aa3-cf5e-4c8f-a1dd-7ac18a371a20 None None] Pushing event updated for resources: {'Port': ['ID=2d89cbbd-9a05-4988-a932-addbfa22b5de,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:37.619813 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55e5aa3-cf5e-4c8f-a1dd-7ac18a371a20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:37.620206 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55e5aa3-cf5e-4c8f-a1dd-7ac18a371a20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:37.620595 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55e5aa3-cf5e-4c8f-a1dd-7ac18a371a20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:37.620882 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55e5aa3-cf5e-4c8f-a1dd-7ac18a371a20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:37.621207 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55e5aa3-cf5e-4c8f-a1dd-7ac18a371a20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:37.621533 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55e5aa3-cf5e-4c8f-a1dd-7ac18a371a20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:37.621870 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55e5aa3-cf5e-4c8f-a1dd-7ac18a371a20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:37.622196 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55e5aa3-cf5e-4c8f-a1dd-7ac18a371a20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:37.622515 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55e5aa3-cf5e-4c8f-a1dd-7ac18a371a20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:37.623466 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55e5aa3-cf5e-4c8f-a1dd-7ac18a371a20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:37.623804 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55e5aa3-cf5e-4c8f-a1dd-7ac18a371a20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:37.624130 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55e5aa3-cf5e-4c8f-a1dd-7ac18a371a20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:37.624443 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55e5aa3-cf5e-4c8f-a1dd-7ac18a371a20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:13:37.648707 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f94b7a-e4f8-4e30-98af-0aa1f4b811fb tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Network ca3ae6bc-acc1-44d4-99e8-2239d5d79721 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:13:37.653095 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-f1f94b7a-e4f8-4e30-98af-0aa1f4b811fb tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:13:37.658960 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f94b7a-e4f8-4e30-98af-0aa1f4b811fb tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:13:37.662357 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f94b7a-e4f8-4e30-98af-0aa1f4b811fb tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Pushing event updated for resources: {'Port': ['ID=de8a6c41-239a-4adf-9745-1ab820fc271e,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:37.686903 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-2cd73db2-c801-4fcc-9fa6-94bde5a5296f None None] Attempting to bind port 2d89cbbd-9a05-4988-a932-addbfa22b5de on host dv-cinder-804035-42-iscsi for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:13:37.687321 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-2cd73db2-c801-4fcc-9fa6-94bde5a5296f None None] Attempting to bind port 2d89cbbd-9a05-4988-a932-addbfa22b5de by drivers openvswitch,hyperv on host dv-cinder-804035-42-iscsi at level 0 using segments [{'id': 'ea16cf40-c220-47a8-a250-304109e23c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:13:37.687719 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd73db2-c801-4fcc-9fa6-94bde5a5296f None None] Attempting to bind port 2d89cbbd-9a05-4988-a932-addbfa22b5de on network 17f2b355-6a2e-4221-b899-dbeb2220fa3c {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:13:37.694257 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd73db2-c801-4fcc-9fa6-94bde5a5296f None None] Checking agent: {'id': 'bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 53, 53), 'started_at': datetime.datetime(2022, 3, 7, 16, 54, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:13:37.696316 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd73db2-c801-4fcc-9fa6-94bde5a5296f None None] Checking segment: {'id': 'ea16cf40-c220-47a8-a250-304109e23c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:13:37.696316 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2cd73db2-c801-4fcc-9fa6-94bde5a5296f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:37.696316 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd73db2-c801-4fcc-9fa6-94bde5a5296f None None] Bound using segment: {'id': 'ea16cf40-c220-47a8-a250-304109e23c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:13:37.696926 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-2cd73db2-c801-4fcc-9fa6-94bde5a5296f None None] Bound port: 2d89cbbd-9a05-4988-a932-addbfa22b5de, host: dv-cinder-804035-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea16cf40-c220-47a8-a250-304109e23c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:13:37.697515 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2cd73db2-c801-4fcc-9fa6-94bde5a5296f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (2d89cbbd-9a05-4988-a932-addbfa22b5de), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:37.763112 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f1f94b7a-e4f8-4e30-98af-0aa1f4b811fb tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for floatingip (3c219a50-6e57-4c12-ac09-d05e43f1b3dd), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:37.766099 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-2cd73db2-c801-4fcc-9fa6-94bde5a5296f None None] For port 2d89cbbd-9a05-4988-a932-addbfa22b5de, host dv-cinder-804035-42-iscsi, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:13:37.769536 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-2cd73db2-c801-4fcc-9fa6-94bde5a5296f None None] For port 2d89cbbd-9a05-4988-a932-addbfa22b5de, host dv-cinder-804035-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=2d89cbbd-9a05-4988-a932-addbfa22b5de,segment=NetworkSegment(ea16cf40-c220-47a8-a250-304109e23c76),segment_id=ea16cf40-c220-47a8-a250-304109e23c76)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:13:37.804576 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-c1c0daeb-bce7-42b5-bcdb-7794441d553f None None] Provisioning complete for port 2d89cbbd-9a05-4988-a932-addbfa22b5de triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:13:37.805832 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-c1c0daeb-bce7-42b5-bcdb-7794441d553f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (2d89cbbd-9a05-4988-a932-addbfa22b5de), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:37.842200 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-c1c0daeb-bce7-42b5-bcdb-7794441d553f None None] Port 2d89cbbd-9a05-4988-a932-addbfa22b5de cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:13:37.850617 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2cd73db2-c801-4fcc-9fa6-94bde5a5296f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (2d89cbbd-9a05-4988-a932-addbfa22b5de), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:37.870111 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f1f94b7a-e4f8-4e30-98af-0aa1f4b811fb tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (de8a6c41-239a-4adf-9745-1ab820fc271e), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:37.919057 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd73db2-c801-4fcc-9fa6-94bde5a5296f None None] Routers {'eaa523d0-6c58-4273-a695-9e471624f1f4'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:13:37.926731 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-2cd73db2-c801-4fcc-9fa6-94bde5a5296f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:13:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['eaa523d0-6c58-4273-a695-9e471624f1f4'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:13:37.962417 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e5aa3-cf5e-4c8f-a1dd-7ac18a371a20 None None] Pushing event updated for resources: {'Port': ['ID=2d89cbbd-9a05-4988-a932-addbfa22b5de,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:38.048222 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f1f94b7a-e4f8-4e30-98af-0aa1f4b811fb tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for port (de8a6c41-239a-4adf-9745-1ab820fc271e), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:38.049269 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-2cd73db2-c801-4fcc-9fa6-94bde5a5296f None None] Set router eaa523d0-6c58-4273-a695-9e471624f1f4 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:13:38.108077 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f1f94b7a-e4f8-4e30-98af-0aa1f4b811fb tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58733560'] for port (de8a6c41-239a-4adf-9745-1ab820fc271e), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:38.163512 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-e700cb86-375e-4fe9-8391-82a517019493 None None] Provisioning complete for port 2d89cbbd-9a05-4988-a932-addbfa22b5de triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:13:38.163910 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e700cb86-375e-4fe9-8391-82a517019493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (2d89cbbd-9a05-4988-a932-addbfa22b5de), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:38.175688 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f94b7a-e4f8-4e30-98af-0aa1f4b811fb tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Pushing event updated for resources: {'Port': ['ID=de8a6c41-239a-4adf-9745-1ab820fc271e,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:38.200089 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f1f94b7a-e4f8-4e30-98af-0aa1f4b811fb tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2049624'] for floatingip (3c219a50-6e57-4c12-ac09-d05e43f1b3dd), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:38.261139 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-e700cb86-375e-4fe9-8391-82a517019493 None None] Current status of the port 2d89cbbd-9a05-4988-a932-addbfa22b5de is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:13:38.261526 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e700cb86-375e-4fe9-8391-82a517019493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (2d89cbbd-9a05-4988-a932-addbfa22b5de), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:38.269406 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f1f94b7a-e4f8-4e30-98af-0aa1f4b811fb tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:38.270965 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-f1f94b7a-e4f8-4e30-98af-0aa1f4b811fb tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2399862 Mar 07 17:13:38.299573 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-e700cb86-375e-4fe9-8391-82a517019493 None None] For port 2d89cbbd-9a05-4988-a932-addbfa22b5de, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=2d89cbbd-9a05-4988-a932-addbfa22b5de,segment=NetworkSegment(ea16cf40-c220-47a8-a250-304109e23c76),segment_id=ea16cf40-c220-47a8-a250-304109e23c76)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:13:38.376639 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e700cb86-375e-4fe9-8391-82a517019493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (2d89cbbd-9a05-4988-a932-addbfa22b5de), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:38.393591 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-2cd73db2-c801-4fcc-9fa6-94bde5a5296f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'name': 'tempest-AttachVolumeNegativeTest-1671845688-router', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:34Z', 'revision_number': 4, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'gw_port': {'id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': '2d89cbbd-9a05-4988-a932-addbfa22b5de', 'name': '', 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'mac_address': 'fa:16:3e:5a:cc:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:34Z', 'updated_at': '2022-03-07T17:13:37Z', 'revision_number': 4, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'subnets': [{'id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:13:38.431676 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd73db2-c801-4fcc-9fa6-94bde5a5296f None None] The sync data for ids ['eaa523d0-6c58-4273-a695-9e471624f1f4'] in dv-cinder-804035-42-iscsi is: [{'id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'name': 'tempest-AttachVolumeNegativeTest-1671845688-router', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:34Z', 'revision_number': 4, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'gw_port': {'id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': '2d89cbbd-9a05-4988-a932-addbfa22b5de', 'name': '', 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'mac_address': 'fa:16:3e:5a:cc:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:34Z', 'updated_at': '2022-03-07T17:13:37Z', 'revision_number': 4, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'subnets': [{'id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:13:38.443804 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6a5b1547-7692-43ed-a19c-56e395de115a req-fa2579ba-7239-44cb-9dfd-94d0efbd6b8e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--110070746&fields=id&tenant_id=fdd99a90993946518de326bc6d9a7a06 HTTP/1.1" status: 200 len: 267 time: 0.0529952 Mar 07 17:13:38.450288 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4 up at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:13:38.459639 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e700cb86-375e-4fe9-8391-82a517019493 None None] Pushing event updated for resources: {'Port': ['ID=2d89cbbd-9a05-4988-a932-addbfa22b5de,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:38.545503 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Provisioning complete for port 13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:13:38.545908 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:38.608835 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b1547-7692-43ed-a19c-56e395de115a req-2932a82b-56c1-4388-85fd-2dd1e4bd4140 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:38.610379 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6a5b1547-7692-43ed-a19c-56e395de115a req-2932a82b-56c1-4388-85fd-2dd1e4bd4140 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/networks?id=17f2b355-6a2e-4221-b899-dbeb2220fa3c HTTP/1.1" status: 200 len: 815 time: 0.1585972 Mar 07 17:13:38.630797 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6a5b1547-7692-43ed-a19c-56e395de115a req-8ef63435-4f3a-426d-a74d-0dc0c3ddd781 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/quotas/fdd99a90993946518de326bc6d9a7a06 HTTP/1.1" status: 200 len: 375 time: 0.0139830 Mar 07 17:13:38.641667 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Current status of the port 13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:13:38.694298 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6a5b1547-7692-43ed-a19c-56e395de115a req-c9556d63-46e6-46f6-805c-17deee867330 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fdd99a90993946518de326bc6d9a7a06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557780 Mar 07 17:13:38.855194 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6a5b1547-7692-43ed-a19c-56e395de115a req-60f352ac-27a5-4447-9bbd-b9e132de6666 service neutron] 10.222.0.45 "GET /v2.0/networks/17f2b355-6a2e-4221-b899-dbeb2220fa3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480827 Mar 07 17:13:38.949186 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6a5b1547-7692-43ed-a19c-56e395de115a req-e642e32b-c6c2-47d0-8420-fee1a9cc0a95 service neutron] 10.222.0.45 "GET /v2.0/networks/17f2b355-6a2e-4221-b899-dbeb2220fa3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883856 Mar 07 17:13:39.202471 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e488bae1-a69e-4e14-ae5e-411724b22ab9 req-ab2193b5-e45a-4df9-94c4-b760d1974b74 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=de078107-e689-45a4-8451-2da22d662778 HTTP/1.1" status: 200 len: 210 time: 0.0326421 Mar 07 17:13:40.296197 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e70ae1f1-2b5f-432a-a286-faa4d6986e03 req-ede66cb8-4c22-4985-93ca-9ea2ee894f06 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=de078107-e689-45a4-8451-2da22d662778 HTTP/1.1" status: 200 len: 210 time: 0.0279207 Mar 07 17:13:40.433622 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 2d89cbbd-9a05-4988-a932-addbfa22b5de up at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:13:40.485067 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Provisioning complete for port 2d89cbbd-9a05-4988-a932-addbfa22b5de triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:13:40.485359 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (2d89cbbd-9a05-4988-a932-addbfa22b5de), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:40.602832 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Current status of the port 2d89cbbd-9a05-4988-a932-addbfa22b5de is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:13:41.408664 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-66e4b133-ceef-48ab-9e93-539a9e215a0a req-fc4e03ce-b9d1-4d74-b397-4e7dd6d0f1bb tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=de078107-e689-45a4-8451-2da22d662778 HTTP/1.1" status: 200 len: 210 time: 0.0400648 Mar 07 17:13:41.414781 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b1547-7692-43ed-a19c-56e395de115a req-a1615de5-1421-48df-b1d9-ea254329c983 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:41.416043 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6a5b1547-7692-43ed-a19c-56e395de115a req-a1615de5-1421-48df-b1d9-ea254329c983 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.53 "GET /v2.0/networks?id=17f2b355-6a2e-4221-b899-dbeb2220fa3c HTTP/1.1" status: 200 len: 815 time: 0.1362007 Mar 07 17:13:41.476991 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6a5b1547-7692-43ed-a19c-56e395de115a req-3ff1b0f9-9588-480e-82a8-393c6a18229d tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdd99a90993946518de326bc6d9a7a06 HTTP/1.1" status: 200 len: 379 time: 0.0519218 Mar 07 17:13:41.494000 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-6a5b1547-7692-43ed-a19c-56e395de115a req-3a12eaab-53e0-48e1-a800-1ba1bed122ca tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Request body: {'port': {'device_id': 'de078107-e689-45a4-8451-2da22d662778', 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c', 'admin_state_up': True, 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'security_groups': ['727cbf16-41a7-4c8a-bc4d-4462874ee3c1']}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:13:41.639006 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a5b1547-7692-43ed-a19c-56e395de115a req-3a12eaab-53e0-48e1-a800-1ba1bed122ca tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Made reservation on behalf of fdd99a90993946518de326bc6d9a7a06 for: {'port': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:13:41.642555 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-6a5b1547-7692-43ed-a19c-56e395de115a req-3a12eaab-53e0-48e1-a800-1ba1bed122ca tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:41.770584 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [req-6a5b1547-7692-43ed-a19c-56e395de115a req-3a12eaab-53e0-48e1-a800-1ba1bed122ca tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Allocated IP 172.20.0.9 (17f2b355-6a2e-4221-b899-dbeb2220fa3c/7ad537dc-a0d8-4463-8026-4f3cd5701784/78974e3f-110f-4dee-9a2c-87f25a6cbfa1) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:13:41.903961 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-6a5b1547-7692-43ed-a19c-56e395de115a req-3a12eaab-53e0-48e1-a800-1ba1bed122ca tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for port (78974e3f-110f-4dee-9a2c-87f25a6cbfa1), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:41.987285 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-6a5b1547-7692-43ed-a19c-56e395de115a req-3a12eaab-53e0-48e1-a800-1ba1bed122ca tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (78974e3f-110f-4dee-9a2c-87f25a6cbfa1), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:42.031076 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a5b1547-7692-43ed-a19c-56e395de115a req-3a12eaab-53e0-48e1-a800-1ba1bed122ca tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Network 17f2b355-6a2e-4221-b899-dbeb2220fa3c is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:13:42.033959 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [req-6a5b1547-7692-43ed-a19c-56e395de115a req-3a12eaab-53e0-48e1-a800-1ba1bed122ca tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:13:42.037470 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5b1547-7692-43ed-a19c-56e395de115a req-3a12eaab-53e0-48e1-a800-1ba1bed122ca tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:13:42.044307 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a12eaab-53e0-48e1-a800-1ba1bed122ca tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Pushing event updated for resources: {'Port': ['ID=78974e3f-110f-4dee-9a2c-87f25a6cbfa1,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:42.092061 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b1547-7692-43ed-a19c-56e395de115a req-3a12eaab-53e0-48e1-a800-1ba1bed122ca tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:42.092664 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-6a5b1547-7692-43ed-a19c-56e395de115a req-3a12eaab-53e0-48e1-a800-1ba1bed122ca tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:42.178571 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6a5b1547-7692-43ed-a19c-56e395de115a req-3a12eaab-53e0-48e1-a800-1ba1bed122ca tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6890919 Mar 07 17:13:42.192348 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-6a5b1547-7692-43ed-a19c-56e395de115a req-bc7b26f8-2dbe-4b71-bbc0-7d6920dd04c3 service neutron] Request body: {'port': {'device_id': 'de078107-e689-45a4-8451-2da22d662778', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:13:42.229173 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-11b562a0-9478-41ef-9119-2262b58ebf26 None None] Provisioning complete for port 78974e3f-110f-4dee-9a2c-87f25a6cbfa1 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:13:42.229766 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-11b562a0-9478-41ef-9119-2262b58ebf26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (78974e3f-110f-4dee-9a2c-87f25a6cbfa1), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:42.254002 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-6a5b1547-7692-43ed-a19c-56e395de115a req-bc7b26f8-2dbe-4b71-bbc0-7d6920dd04c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (78974e3f-110f-4dee-9a2c-87f25a6cbfa1), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:42.262320 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-11b562a0-9478-41ef-9119-2262b58ebf26 None None] Port 78974e3f-110f-4dee-9a2c-87f25a6cbfa1 cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:13:42.540066 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [req-6a5b1547-7692-43ed-a19c-56e395de115a req-bc7b26f8-2dbe-4b71-bbc0-7d6920dd04c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78974e3f-110f-4dee-9a2c-87f25a6cbfa1 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:13:42.549843 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-6a5b1547-7692-43ed-a19c-56e395de115a req-bc7b26f8-2dbe-4b71-bbc0-7d6920dd04c3 service neutron] Publish callbacks [] for port (78974e3f-110f-4dee-9a2c-87f25a6cbfa1), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:42.566517 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [req-6a5b1547-7692-43ed-a19c-56e395de115a req-bc7b26f8-2dbe-4b71-bbc0-7d6920dd04c3 service neutron] Transition to ACTIVE for port object 78974e3f-110f-4dee-9a2c-87f25a6cbfa1 will not be triggered until provisioned by entity L2. {{(pid=103431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 17:13:42.579343 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1028485c-95e7-4ac8-b1d9-3984a5384d52 req-d524c100-b7a7-4265-b793-19796432402a tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:42.579343 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1028485c-95e7-4ac8-b1d9-3984a5384d52 req-d524c100-b7a7-4265-b793-19796432402a tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=de078107-e689-45a4-8451-2da22d662778 HTTP/1.1" status: 200 len: 931 time: 0.0935860 Mar 07 17:13:42.620908 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-6a5b1547-7692-43ed-a19c-56e395de115a req-bc7b26f8-2dbe-4b71-bbc0-7d6920dd04c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58733560'] for port (78974e3f-110f-4dee-9a2c-87f25a6cbfa1), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:42.631587 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1028485c-95e7-4ac8-b1d9-3984a5384d52 req-e4971410-5cb5-4f20-a89c-8e29465a25b5 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/security-groups?id=727cbf16-41a7-4c8a-bc4d-4462874ee3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501049 Mar 07 17:13:42.676218 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7b26f8-2dbe-4b71-bbc0-7d6920dd04c3 service neutron] Pushing event updated for resources: {'Port': ['ID=78974e3f-110f-4dee-9a2c-87f25a6cbfa1,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:42.750070 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-6a5b1547-7692-43ed-a19c-56e395de115a req-bc7b26f8-2dbe-4b71-bbc0-7d6920dd04c3 service neutron] Attempting to bind port 78974e3f-110f-4dee-9a2c-87f25a6cbfa1 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:13:42.750410 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-6a5b1547-7692-43ed-a19c-56e395de115a req-bc7b26f8-2dbe-4b71-bbc0-7d6920dd04c3 service neutron] Attempting to bind port 78974e3f-110f-4dee-9a2c-87f25a6cbfa1 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'ea16cf40-c220-47a8-a250-304109e23c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:13:42.750740 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5b1547-7692-43ed-a19c-56e395de115a req-bc7b26f8-2dbe-4b71-bbc0-7d6920dd04c3 service neutron] Attempting to bind port 78974e3f-110f-4dee-9a2c-87f25a6cbfa1 on network 17f2b355-6a2e-4221-b899-dbeb2220fa3c {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:13:42.755407 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5b1547-7692-43ed-a19c-56e395de115a req-bc7b26f8-2dbe-4b71-bbc0-7d6920dd04c3 service neutron] Port 78974e3f-110f-4dee-9a2c-87f25a6cbfa1 on network 17f2b355-6a2e-4221-b899-dbeb2220fa3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 17:13:42.755767 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5b1547-7692-43ed-a19c-56e395de115a req-bc7b26f8-2dbe-4b71-bbc0-7d6920dd04c3 service neutron] Attempting to bind port 78974e3f-110f-4dee-9a2c-87f25a6cbfa1 on network 17f2b355-6a2e-4221-b899-dbeb2220fa3c {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:13:42.768676 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5b1547-7692-43ed-a19c-56e395de115a req-bc7b26f8-2dbe-4b71-bbc0-7d6920dd04c3 service neutron] Checking agent: {'id': 'c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 17, 0, 18), 'started_at': datetime.datetime(2022, 3, 7, 17, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:13:42.768676 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5b1547-7692-43ed-a19c-56e395de115a req-bc7b26f8-2dbe-4b71-bbc0-7d6920dd04c3 service neutron] Checking segment: {'id': 'ea16cf40-c220-47a8-a250-304109e23c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:13:42.768676 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5b1547-7692-43ed-a19c-56e395de115a req-bc7b26f8-2dbe-4b71-bbc0-7d6920dd04c3 service neutron] Bound using segment: {'id': 'ea16cf40-c220-47a8-a250-304109e23c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:13:42.768676 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-6a5b1547-7692-43ed-a19c-56e395de115a req-bc7b26f8-2dbe-4b71-bbc0-7d6920dd04c3 service neutron] Bound port: 78974e3f-110f-4dee-9a2c-87f25a6cbfa1, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea16cf40-c220-47a8-a250-304109e23c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:13:42.768676 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-6a5b1547-7692-43ed-a19c-56e395de115a req-bc7b26f8-2dbe-4b71-bbc0-7d6920dd04c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (78974e3f-110f-4dee-9a2c-87f25a6cbfa1), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:43.098881 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-6a5b1547-7692-43ed-a19c-56e395de115a req-bc7b26f8-2dbe-4b71-bbc0-7d6920dd04c3 service neutron] For port 78974e3f-110f-4dee-9a2c-87f25a6cbfa1, host hv-cinder-80403, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:13:43.102001 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-6a5b1547-7692-43ed-a19c-56e395de115a req-bc7b26f8-2dbe-4b71-bbc0-7d6920dd04c3 service neutron] For port 78974e3f-110f-4dee-9a2c-87f25a6cbfa1, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=78974e3f-110f-4dee-9a2c-87f25a6cbfa1,segment=NetworkSegment(ea16cf40-c220-47a8-a250-304109e23c76),segment_id=ea16cf40-c220-47a8-a250-304109e23c76)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:13:43.175973 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-6a5b1547-7692-43ed-a19c-56e395de115a req-bc7b26f8-2dbe-4b71-bbc0-7d6920dd04c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58733560'] for port (78974e3f-110f-4dee-9a2c-87f25a6cbfa1), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:43.207695 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b1547-7692-43ed-a19c-56e395de115a req-bc7b26f8-2dbe-4b71-bbc0-7d6920dd04c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:43.208697 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-6a5b1547-7692-43ed-a19c-56e395de115a req-bc7b26f8-2dbe-4b71-bbc0-7d6920dd04c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:43.209892 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6a5b1547-7692-43ed-a19c-56e395de115a req-bc7b26f8-2dbe-4b71-bbc0-7d6920dd04c3 service neutron] 10.222.0.53 "PUT /v2.0/ports/78974e3f-110f-4dee-9a2c-87f25a6cbfa1 HTTP/1.1" status: 200 len: 1093 time: 1.0219347 Mar 07 17:13:43.212731 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de078107-e689-45a4-8451-2da22d662778', 'tag': '78974e3f-110f-4dee-9a2c-87f25a6cbfa1'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:13:43.216008 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aba4c615e876ca6c23e5fed61a3d1f980fac3f984d457871ad3b292fe147bdb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd87342b-a86e-490c-b1d7-054e778d0d4b" -d '{"events": [{"name": "network-changed", "server_uuid": "de078107-e689-45a4-8451-2da22d662778", "tag": "78974e3f-110f-4dee-9a2c-87f25a6cbfa1"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:13:43.242569 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7b26f8-2dbe-4b71-bbc0-7d6920dd04c3 service neutron] Pushing event updated for resources: {'Port': ['ID=78974e3f-110f-4dee-9a2c-87f25a6cbfa1,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:43.318369 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a437d6ea-940d-43c7-91e3-f73d3cd4bde6 x-openstack-request-id: req-a437d6ea-940d-43c7-91e3-f73d3cd4bde6 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:13:43.318669 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de078107-e689-45a4-8451-2da22d662778", "tag": "78974e3f-110f-4dee-9a2c-87f25a6cbfa1", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:13:43.318930 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a437d6ea-940d-43c7-91e3-f73d3cd4bde6 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:13:43.319332 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de078107-e689-45a4-8451-2da22d662778', 'tag': '78974e3f-110f-4dee-9a2c-87f25a6cbfa1', 'status': 'completed', 'code': 200} Mar 07 17:13:43.382001 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b1547-7692-43ed-a19c-56e395de115a req-c3deb805-5c03-4d29-b966-e665aedc5528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:43.384104 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6a5b1547-7692-43ed-a19c-56e395de115a req-c3deb805-5c03-4d29-b966-e665aedc5528 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fdd99a90993946518de326bc6d9a7a06&device_id=de078107-e689-45a4-8451-2da22d662778 HTTP/1.1" status: 200 len: 1127 time: 0.0496316 Mar 07 17:13:43.429634 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6a5b1547-7692-43ed-a19c-56e395de115a req-cf0f577b-fbfc-4478-b1b5-807f9d3a9080 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78974e3f-110f-4dee-9a2c-87f25a6cbfa1 HTTP/1.1" status: 200 len: 217 time: 0.0375099 Mar 07 17:13:43.478492 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b1547-7692-43ed-a19c-56e395de115a req-63a61a45-98d2-4996-9ca5-9b04207cb5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:43.479931 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6a5b1547-7692-43ed-a19c-56e395de115a req-63a61a45-98d2-4996-9ca5-9b04207cb5e5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ad537dc-a0d8-4463-8026-4f3cd5701784 HTTP/1.1" status: 200 len: 854 time: 0.0431309 Mar 07 17:13:43.532252 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b1547-7692-43ed-a19c-56e395de115a req-ebbacb14-e967-40ff-8e22-aa429e8b02ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:43.533782 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6a5b1547-7692-43ed-a19c-56e395de115a req-ebbacb14-e967-40ff-8e22-aa429e8b02ed service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17f2b355-6a2e-4221-b899-dbeb2220fa3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0453672 Mar 07 17:13:43.625392 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6a5b1547-7692-43ed-a19c-56e395de115a req-0cfac61a-2814-4d55-930f-4c2d3f1cdea3 service neutron] 10.222.0.53 "GET /v2.0/networks/17f2b355-6a2e-4221-b899-dbeb2220fa3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848453 Mar 07 17:13:43.743952 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6a5b1547-7692-43ed-a19c-56e395de115a req-74a22422-b970-421e-8f93-049be2d74b51 service neutron] 10.222.0.53 "GET /v2.0/networks/17f2b355-6a2e-4221-b899-dbeb2220fa3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089602 Mar 07 17:13:43.766211 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e991f4b-4578-4d60-8378-1016c73ce2f2 req-392be4f0-da85-498b-9850-cac22203236f tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:43.767654 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1e991f4b-4578-4d60-8378-1016c73ce2f2 req-392be4f0-da85-498b-9850-cac22203236f tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=de078107-e689-45a4-8451-2da22d662778 HTTP/1.1" status: 200 len: 943 time: 0.0656860 Mar 07 17:13:43.822916 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1e991f4b-4578-4d60-8378-1016c73ce2f2 req-d3e039ae-0837-43fb-92e6-08a883f435b2 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/security-groups?id=727cbf16-41a7-4c8a-bc4d-4462874ee3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478563 Mar 07 17:13:43.938748 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87342b-a86e-490c-b1d7-054e778d0d4b req-caee2b59-a99b-47f6-a9c8-9bd860f45fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:43.940254 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-dd87342b-a86e-490c-b1d7-054e778d0d4b req-caee2b59-a99b-47f6-a9c8-9bd860f45fc8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fdd99a90993946518de326bc6d9a7a06&device_id=de078107-e689-45a4-8451-2da22d662778 HTTP/1.1" status: 200 len: 1127 time: 0.0454113 Mar 07 17:13:44.032029 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87342b-a86e-490c-b1d7-054e778d0d4b req-5c5f709f-a615-4fdd-b7f6-22decb2d5648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:44.033494 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-dd87342b-a86e-490c-b1d7-054e778d0d4b req-5c5f709f-a615-4fdd-b7f6-22decb2d5648 service neutron] 10.222.0.53 "GET /v2.0/networks?id=17f2b355-6a2e-4221-b899-dbeb2220fa3c HTTP/1.1" status: 200 len: 916 time: 0.0868027 Mar 07 17:13:44.079741 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-dd87342b-a86e-490c-b1d7-054e778d0d4b req-3cd73d9c-503d-44ad-9292-00231e2106dc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78974e3f-110f-4dee-9a2c-87f25a6cbfa1 HTTP/1.1" status: 200 len: 217 time: 0.0378091 Mar 07 17:13:44.136367 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87342b-a86e-490c-b1d7-054e778d0d4b req-966b1d89-ae1f-4865-88fc-51e957653d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:44.137782 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-dd87342b-a86e-490c-b1d7-054e778d0d4b req-966b1d89-ae1f-4865-88fc-51e957653d59 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ad537dc-a0d8-4463-8026-4f3cd5701784 HTTP/1.1" status: 200 len: 854 time: 0.0426288 Mar 07 17:13:44.188250 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87342b-a86e-490c-b1d7-054e778d0d4b req-06173ff8-816f-43a6-8d20-a3f7f2743cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:44.189968 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-dd87342b-a86e-490c-b1d7-054e778d0d4b req-06173ff8-816f-43a6-8d20-a3f7f2743cdf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17f2b355-6a2e-4221-b899-dbeb2220fa3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0455477 Mar 07 17:13:44.286732 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-dd87342b-a86e-490c-b1d7-054e778d0d4b req-e1f181de-0495-4057-947f-29ffcdf54a6a service neutron] 10.222.0.53 "GET /v2.0/networks/17f2b355-6a2e-4221-b899-dbeb2220fa3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859704 Mar 07 17:13:44.377690 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-dd87342b-a86e-490c-b1d7-054e778d0d4b req-eba6b33c-93f8-4b9e-9d8c-1ea733486ba3 service neutron] 10.222.0.53 "GET /v2.0/networks/17f2b355-6a2e-4221-b899-dbeb2220fa3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838203 Mar 07 17:13:44.945277 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88eb4d-7184-441f-ba9b-dbbdf96cb5fd req-e306f69f-43a3-407f-92af-0a341589935f tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:44.947039 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8e88eb4d-7184-441f-ba9b-dbbdf96cb5fd req-e306f69f-43a3-407f-92af-0a341589935f tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=de078107-e689-45a4-8451-2da22d662778 HTTP/1.1" status: 200 len: 943 time: 0.0571356 Mar 07 17:13:44.993691 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8e88eb4d-7184-441f-ba9b-dbbdf96cb5fd req-e160f1d3-4678-4649-a78b-4f9c3285c5dd tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/security-groups?id=727cbf16-41a7-4c8a-bc4d-4462874ee3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411103 Mar 07 17:13:45.906929 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2f202751-7216-435b-acab-249a50dedcc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:46.116837 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9863b7-3205-471b-92db-b0ed83787129 req-27f7fa80-4fce-4e6b-9dfb-cff33a12a643 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:46.118837 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8f9863b7-3205-471b-92db-b0ed83787129 req-27f7fa80-4fce-4e6b-9dfb-cff33a12a643 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=de078107-e689-45a4-8451-2da22d662778 HTTP/1.1" status: 200 len: 943 time: 0.0528119 Mar 07 17:13:46.166522 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8f9863b7-3205-471b-92db-b0ed83787129 req-8d5bac62-13a1-40c2-bf23-dc8527268593 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/security-groups?id=727cbf16-41a7-4c8a-bc4d-4462874ee3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421948 Mar 07 17:13:47.285753 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca5838-abac-4c1f-80a2-763795476c18 req-f4528d8e-1826-4dae-b89a-57183184d3a6 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:47.287223 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0bca5838-abac-4c1f-80a2-763795476c18 req-f4528d8e-1826-4dae-b89a-57183184d3a6 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=de078107-e689-45a4-8451-2da22d662778 HTTP/1.1" status: 200 len: 943 time: 0.0559757 Mar 07 17:13:47.332524 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0bca5838-abac-4c1f-80a2-763795476c18 req-9e402e5b-699c-4206-8d37-746b617cb871 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/security-groups?id=727cbf16-41a7-4c8a-bc4d-4462874ee3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397325 Mar 07 17:13:48.398838 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:48.433132 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a0e6bc2c-0e10-4279-bfe9-1eb8f3565509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:48.457958 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ad3bc-e8e5-4cd0-ada6-851e046ccda2 req-254ca480-979b-4576-bbaa-a694f293be6d tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:48.459416 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-111ad3bc-e8e5-4cd0-ada6-851e046ccda2 req-254ca480-979b-4576-bbaa-a694f293be6d tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=de078107-e689-45a4-8451-2da22d662778 HTTP/1.1" status: 200 len: 943 time: 0.0532436 Mar 07 17:13:48.508367 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-111ad3bc-e8e5-4cd0-ada6-851e046ccda2 req-06b59fc7-2715-4a41-adca-5d4a5626aded tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/security-groups?id=727cbf16-41a7-4c8a-bc4d-4462874ee3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422735 Mar 07 17:13:48.553791 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device 78974e3f-110f-4dee-9a2c-87f25a6cbfa1 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:13:48.780335 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port 78974e3f-110f-4dee-9a2c-87f25a6cbfa1, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=78974e3f-110f-4dee-9a2c-87f25a6cbfa1,segment=NetworkSegment(ea16cf40-c220-47a8-a250-304109e23c76),segment_id=ea16cf40-c220-47a8-a250-304109e23c76)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:13:48.790823 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Returning: {'device': '78974e3f-110f-4dee-9a2c-87f25a6cbfa1', 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c', 'port_id': '78974e3f-110f-4dee-9a2c-87f25a6cbfa1', 'mac_address': 'fa:16:3e:d6:44:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:13:48.828322 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Current status of the port 78974e3f-110f-4dee-9a2c-87f25a6cbfa1 is: DOWN; New status is: BUILD {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:13:48.828729 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (78974e3f-110f-4dee-9a2c-87f25a6cbfa1), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:48.841113 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78974e3f-110f-4dee-9a2c-87f25a6cbfa1 {{(pid=103440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:13:48.860145 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port 78974e3f-110f-4dee-9a2c-87f25a6cbfa1, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=78974e3f-110f-4dee-9a2c-87f25a6cbfa1,segment=NetworkSegment(ea16cf40-c220-47a8-a250-304109e23c76),segment_id=ea16cf40-c220-47a8-a250-304109e23c76)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:13:48.924100 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (78974e3f-110f-4dee-9a2c-87f25a6cbfa1), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:48.970630 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Pushing event updated for resources: {'Port': ['ID=78974e3f-110f-4dee-9a2c-87f25a6cbfa1,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:49.433950 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] get_ports_and_sgs() called for port_ids ['78974e3f-110f-4dee-9a2c-87f25a6cbfa1'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:13:49.625750 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0086f1b-6c5c-416c-a44f-4b558de2b2c3 req-5f551ee3-4307-48d6-a492-210522e6ff81 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:49.627248 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e0086f1b-6c5c-416c-a44f-4b558de2b2c3 req-5f551ee3-4307-48d6-a492-210522e6ff81 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=de078107-e689-45a4-8451-2da22d662778 HTTP/1.1" status: 200 len: 944 time: 0.0535598 Mar 07 17:13:49.678153 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e0086f1b-6c5c-416c-a44f-4b558de2b2c3 req-bda3e2fd-b8e1-4239-bd8b-4bf40aa4f10b tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/security-groups?id=727cbf16-41a7-4c8a-bc4d-4462874ee3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454106 Mar 07 17:13:50.478290 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:50.582441 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device 78974e3f-110f-4dee-9a2c-87f25a6cbfa1 up at agent hyperv_hv-cinder-80403 {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:13:50.678454 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Provisioning for port 78974e3f-110f-4dee-9a2c-87f25a6cbfa1 completed by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 17:13:50.682469 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Provisioning complete for port 78974e3f-110f-4dee-9a2c-87f25a6cbfa1 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:13:50.687146 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (78974e3f-110f-4dee-9a2c-87f25a6cbfa1), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:50.764356 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Current status of the port 78974e3f-110f-4dee-9a2c-87f25a6cbfa1 is: BUILD; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:13:50.764748 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (78974e3f-110f-4dee-9a2c-87f25a6cbfa1), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:50.787641 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de078107-e689-45a4-8451-2da22d662778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78974e3f-110f-4dee-9a2c-87f25a6cbfa1'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:13:50.790025 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11138cde4cb47aed6ab60590cdc6142137d0740b05d94cd9dbb0d95d7575220c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27abfecf-dcf3-4e09-87c4-974adac5d4a3" -d '{"events": [{"server_uuid": "de078107-e689-45a4-8451-2da22d662778", "name": "network-vif-plugged", "status": "completed", "tag": "78974e3f-110f-4dee-9a2c-87f25a6cbfa1"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:13:50.797564 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d81193-7e24-4bdc-a123-316cd533d511 req-c07b4f23-ad52-4289-97cb-41f06502b023 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:50.799051 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b9d81193-7e24-4bdc-a123-316cd533d511 req-c07b4f23-ad52-4289-97cb-41f06502b023 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=de078107-e689-45a4-8451-2da22d662778 HTTP/1.1" status: 200 len: 944 time: 0.0528796 Mar 07 17:13:50.803560 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port 78974e3f-110f-4dee-9a2c-87f25a6cbfa1, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=78974e3f-110f-4dee-9a2c-87f25a6cbfa1,segment=NetworkSegment(ea16cf40-c220-47a8-a250-304109e23c76),segment_id=ea16cf40-c220-47a8-a250-304109e23c76)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:13:50.853607 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b9d81193-7e24-4bdc-a123-316cd533d511 req-340f422e-3e09-4431-88e9-f21fae362ed9 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/security-groups?id=727cbf16-41a7-4c8a-bc4d-4462874ee3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484707 Mar 07 17:13:50.878732 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (78974e3f-110f-4dee-9a2c-87f25a6cbfa1), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:50.884103 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d1ef48-9199-4601-bb55-a498f8fd6c70 x-openstack-request-id: req-53d1ef48-9199-4601-bb55-a498f8fd6c70 {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:13:50.884388 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de078107-e689-45a4-8451-2da22d662778", "name": "network-vif-plugged", "status": "completed", "tag": "78974e3f-110f-4dee-9a2c-87f25a6cbfa1", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:13:50.884692 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-53d1ef48-9199-4601-bb55-a498f8fd6c70 {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:13:50.885081 dv-cinder-804035-42-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de078107-e689-45a4-8451-2da22d662778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78974e3f-110f-4dee-9a2c-87f25a6cbfa1', 'code': 200} Mar 07 17:13:50.929878 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Pushing event updated for resources: {'Port': ['ID=78974e3f-110f-4dee-9a2c-87f25a6cbfa1,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:13:51.218315 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a13fc-90fd-49e5-a8c8-d8b0f417db03 req-cc249ca9-a5ec-4da2-ae89-2c8d90ea8747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:51.220088 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3f8a13fc-90fd-49e5-a8c8-d8b0f417db03 req-cc249ca9-a5ec-4da2-ae89-2c8d90ea8747 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=de078107-e689-45a4-8451-2da22d662778 HTTP/1.1" status: 200 len: 1129 time: 0.0450616 Mar 07 17:13:51.265240 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3f8a13fc-90fd-49e5-a8c8-d8b0f417db03 req-4379f174-6e49-44c8-9fe7-47cac11b8d81 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=727cbf16-41a7-4c8a-bc4d-4462874ee3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396397 Mar 07 17:13:51.874337 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:51.975039 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640b37e-0c81-42d6-b479-6ea29de1f6ab req-240e9fbc-be00-458f-a404-21983a847d14 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:51.976658 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e640b37e-0c81-42d6-b479-6ea29de1f6ab req-240e9fbc-be00-458f-a404-21983a847d14 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=de078107-e689-45a4-8451-2da22d662778 HTTP/1.1" status: 200 len: 945 time: 0.0567157 Mar 07 17:13:52.025358 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e640b37e-0c81-42d6-b479-6ea29de1f6ab req-2afe4a9f-1cdb-46f7-9ff9-f02bb76e1bc5 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/security-groups?id=727cbf16-41a7-4c8a-bc4d-4462874ee3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433009 Mar 07 17:13:53.015699 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:53.148736 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f4653-a318-4d20-9787-affe18eac265 req-08a67065-a8d7-471c-9a4c-26e3be21eea7 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:53.150912 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8f9f4653-a318-4d20-9787-affe18eac265 req-08a67065-a8d7-471c-9a4c-26e3be21eea7 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=de078107-e689-45a4-8451-2da22d662778 HTTP/1.1" status: 200 len: 945 time: 0.0555856 Mar 07 17:13:53.197425 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8f9f4653-a318-4d20-9787-affe18eac265 req-35081d59-afd8-485b-b8a2-1ec2d9ebd37e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/security-groups?id=727cbf16-41a7-4c8a-bc4d-4462874ee3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410075 Mar 07 17:13:53.310459 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298873f0-9f38-4c04-adfb-423a829e269f req-20b6af5a-5ad2-4f9e-9e7b-5af2a0bf393f tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:53.311822 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-298873f0-9f38-4c04-adfb-423a829e269f req-20b6af5a-5ad2-4f9e-9e7b-5af2a0bf393f tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=de078107-e689-45a4-8451-2da22d662778 HTTP/1.1" status: 200 len: 945 time: 0.0512743 Mar 07 17:13:53.321541 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 39858) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:13:53.325866 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-7e7df2d7-e391-42be-9aa1-59400ff1c00c tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Request body: {'floatingip': {'port_id': '78974e3f-110f-4dee-9a2c-87f25a6cbfa1'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:13:53.368209 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7e7df2d7-e391-42be-9aa1-59400ff1c00c tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for floatingip (3c219a50-6e57-4c12-ac09-d05e43f1b3dd), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:53.802449 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7e7df2d7-e391-42be-9aa1-59400ff1c00c tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:53.849491 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7e7df2d7-e391-42be-9aa1-59400ff1c00c tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2049624'] for floatingip (3c219a50-6e57-4c12-ac09-d05e43f1b3dd), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:53.950605 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.db.l3_db [None req-7e7df2d7-e391-42be-9aa1-59400ff1c00c tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Floating IP 3c219a50-6e57-4c12-ac09-d05e43f1b3dd associated. External IP: 172.27.3.179, port: 78974e3f-110f-4dee-9a2c-87f25a6cbfa1. Mar 07 17:13:54.159027 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7df2d7-e391-42be-9aa1-59400ff1c00c tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Router eaa523d0-6c58-4273-a695-9e471624f1f4 has already been hosted by L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:13:54.269570 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7df2d7-e391-42be-9aa1-59400ff1c00c tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:13:54.274865 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7e7df2d7-e391-42be-9aa1-59400ff1c00c tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:13:54.280530 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3653aa0-a8cf-4e3b-bd99-45c39f2ddac8 None None] Sync routers for ids ['eaa523d0-6c58-4273-a695-9e471624f1f4'] in dv-cinder-804035-42-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:13:54.290717 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3653aa0-a8cf-4e3b-bd99-45c39f2ddac8 None None] Routers {'eaa523d0-6c58-4273-a695-9e471624f1f4'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:13:54.291338 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-a3653aa0-a8cf-4e3b-bd99-45c39f2ddac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:13:48Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['eaa523d0-6c58-4273-a695-9e471624f1f4'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:13:54.303914 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-7e7df2d7-e391-42be-9aa1-59400ff1c00c tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "PUT /v2.0/floatingips/3c219a50-6e57-4c12-ac09-d05e43f1b3dd HTTP/1.1" status: 200 len: 991 time: 0.9812770 Mar 07 17:13:54.305140 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de078107-e689-45a4-8451-2da22d662778', 'tag': '78974e3f-110f-4dee-9a2c-87f25a6cbfa1'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:13:54.307370 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aba4c615e876ca6c23e5fed61a3d1f980fac3f984d457871ad3b292fe147bdb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6a0782-fea7-4842-99cc-327cc6bedf5d" -d '{"events": [{"name": "network-changed", "server_uuid": "de078107-e689-45a4-8451-2da22d662778", "tag": "78974e3f-110f-4dee-9a2c-87f25a6cbfa1"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:13:54.345625 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a58767b-8374-49a6-b518-3e73d40e4607 x-openstack-request-id: req-1a58767b-8374-49a6-b518-3e73d40e4607 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:13:54.345915 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de078107-e689-45a4-8451-2da22d662778", "tag": "78974e3f-110f-4dee-9a2c-87f25a6cbfa1", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:13:54.346170 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1a58767b-8374-49a6-b518-3e73d40e4607 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:13:54.346568 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de078107-e689-45a4-8451-2da22d662778', 'tag': '78974e3f-110f-4dee-9a2c-87f25a6cbfa1', 'status': 'completed', 'code': 200} Mar 07 17:13:54.404423 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-a3653aa0-a8cf-4e3b-bd99-45c39f2ddac8 None None] Set router eaa523d0-6c58-4273-a695-9e471624f1f4 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:13:54.415712 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a0782-fea7-4842-99cc-327cc6bedf5d req-e9acc0bf-c058-4f3a-9fa4-d14162565058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:54.417890 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6f6a0782-fea7-4842-99cc-327cc6bedf5d req-e9acc0bf-c058-4f3a-9fa4-d14162565058 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fdd99a90993946518de326bc6d9a7a06&device_id=de078107-e689-45a4-8451-2da22d662778 HTTP/1.1" status: 200 len: 1129 time: 0.0511119 Mar 07 17:13:54.511023 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a0782-fea7-4842-99cc-327cc6bedf5d req-f8f0ae97-4738-4d57-a424-cda1bc0a9d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:54.512523 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6f6a0782-fea7-4842-99cc-327cc6bedf5d req-f8f0ae97-4738-4d57-a424-cda1bc0a9d0e service neutron] 10.222.0.53 "GET /v2.0/networks?id=17f2b355-6a2e-4221-b899-dbeb2220fa3c HTTP/1.1" status: 200 len: 916 time: 0.0852695 Mar 07 17:13:54.579315 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6f6a0782-fea7-4842-99cc-327cc6bedf5d req-f04bbb3d-d7a9-4f5b-952a-ffa854ea0108 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78974e3f-110f-4dee-9a2c-87f25a6cbfa1 HTTP/1.1" status: 200 len: 999 time: 0.0607982 Mar 07 17:13:54.626643 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a0782-fea7-4842-99cc-327cc6bedf5d req-e46a6470-ea6a-4005-9ec0-ad923c2eefea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:54.628065 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-a3653aa0-a8cf-4e3b-bd99-45c39f2ddac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'name': 'tempest-AttachVolumeNegativeTest-1671845688-router', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:34Z', 'revision_number': 4, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'gw_port': {'id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_floatingips': [{'id': '3c219a50-6e57-4c12-ac09-d05e43f1b3dd', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'floating_ip_address': '172.27.3.179', 'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'router_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'port_id': '78974e3f-110f-4dee-9a2c-87f25a6cbfa1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c', 'mac_address': 'fa:16:3e:d6:44:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de078107-e689-45a4-8451-2da22d662778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:13:37Z', 'updated_at': '2022-03-07T17:13:53Z', 'revision_number': 1, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d89cbbd-9a05-4988-a932-addbfa22b5de', 'name': '', 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'mac_address': 'fa:16:3e:5a:cc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:34Z', 'updated_at': '2022-03-07T17:13:38Z', 'revision_number': 5, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'subnets': [{'id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:13:54.628301 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6f6a0782-fea7-4842-99cc-327cc6bedf5d req-e46a6470-ea6a-4005-9ec0-ad923c2eefea service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ad537dc-a0d8-4463-8026-4f3cd5701784 HTTP/1.1" status: 200 len: 854 time: 0.0428286 Mar 07 17:13:54.658610 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3653aa0-a8cf-4e3b-bd99-45c39f2ddac8 None None] Checking router: eaa523d0-6c58-4273-a695-9e471624f1f4 for host: dv-cinder-804035-42-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:13:54.667108 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3653aa0-a8cf-4e3b-bd99-45c39f2ddac8 None None] Routers {'eaa523d0-6c58-4273-a695-9e471624f1f4'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:13:54.667749 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-a3653aa0-a8cf-4e3b-bd99-45c39f2ddac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:13:48Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['eaa523d0-6c58-4273-a695-9e471624f1f4'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:13:54.675759 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a0782-fea7-4842-99cc-327cc6bedf5d req-b1f6f8a6-2d7c-41ca-bd21-1159417de32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:13:54.677381 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6f6a0782-fea7-4842-99cc-327cc6bedf5d req-b1f6f8a6-2d7c-41ca-bd21-1159417de32c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17f2b355-6a2e-4221-b899-dbeb2220fa3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434995 Mar 07 17:13:54.769908 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6f6a0782-fea7-4842-99cc-327cc6bedf5d req-fbd2b688-3ef3-4203-8850-5848a5b08b18 service neutron] 10.222.0.53 "GET /v2.0/networks/17f2b355-6a2e-4221-b899-dbeb2220fa3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860856 Mar 07 17:13:54.775529 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-a3653aa0-a8cf-4e3b-bd99-45c39f2ddac8 None None] Set router eaa523d0-6c58-4273-a695-9e471624f1f4 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:13:54.859393 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6f6a0782-fea7-4842-99cc-327cc6bedf5d req-d1c3f2a8-851b-4375-8b10-e61b0a8ecbc4 service neutron] 10.222.0.53 "GET /v2.0/networks/17f2b355-6a2e-4221-b899-dbeb2220fa3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824213 Mar 07 17:13:54.994837 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-a3653aa0-a8cf-4e3b-bd99-45c39f2ddac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'name': 'tempest-AttachVolumeNegativeTest-1671845688-router', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:34Z', 'revision_number': 4, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'gw_port': {'id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_floatingips': [{'id': '3c219a50-6e57-4c12-ac09-d05e43f1b3dd', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'floating_ip_address': '172.27.3.179', 'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'router_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'port_id': '78974e3f-110f-4dee-9a2c-87f25a6cbfa1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c', 'mac_address': 'fa:16:3e:d6:44:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de078107-e689-45a4-8451-2da22d662778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:13:37Z', 'updated_at': '2022-03-07T17:13:53Z', 'revision_number': 1, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d89cbbd-9a05-4988-a932-addbfa22b5de', 'name': '', 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'mac_address': 'fa:16:3e:5a:cc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:34Z', 'updated_at': '2022-03-07T17:13:38Z', 'revision_number': 5, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'subnets': [{'id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:13:55.020828 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3653aa0-a8cf-4e3b-bd99-45c39f2ddac8 None None] The sync data for ids ['eaa523d0-6c58-4273-a695-9e471624f1f4'] in dv-cinder-804035-42-iscsi is: [{'id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'name': 'tempest-AttachVolumeNegativeTest-1671845688-router', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:34Z', 'revision_number': 4, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'gw_port': {'id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_floatingips': [{'id': '3c219a50-6e57-4c12-ac09-d05e43f1b3dd', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'floating_ip_address': '172.27.3.179', 'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'router_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'port_id': '78974e3f-110f-4dee-9a2c-87f25a6cbfa1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c', 'mac_address': 'fa:16:3e:d6:44:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de078107-e689-45a4-8451-2da22d662778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:13:37Z', 'updated_at': '2022-03-07T17:13:53Z', 'revision_number': 1, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d89cbbd-9a05-4988-a932-addbfa22b5de', 'name': '', 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'mac_address': 'fa:16:3e:5a:cc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:34Z', 'updated_at': '2022-03-07T17:13:38Z', 'revision_number': 5, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'subnets': [{'id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:13:55.208389 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a8cb2c-9e8a-4b9f-ae6e-dc34d21e1ae0 None None] New status for floating IP 3c219a50-6e57-4c12-ac09-d05e43f1b3dd: ACTIVE {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:13:59.283188 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:14:15.917419 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-34a05b18-8418-4010-a24e-07bf49681fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:18.386383 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:18.408998 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2ded6b48-afbf-41d4-becf-3d7974b2dfec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:20.437718 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:21.456323 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a95f3-1d39-43f3-a305-c3dc5656d6c1 req-d042d6db-ae1e-45c1-8107-56ee861d838d tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:21.457812 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3a5a95f3-1d39-43f3-a305-c3dc5656d6c1 req-d042d6db-ae1e-45c1-8107-56ee861d838d tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4795188-7ead-455b-92d7-b4d6b23892a1 HTTP/1.1" status: 200 len: 946 time: 0.0570698 Mar 07 17:14:21.504960 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3a5a95f3-1d39-43f3-a305-c3dc5656d6c1 req-e5c9e9e9-aa47-437d-8880-3cd5822e2a69 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6bf4050-ceda-455e-a032-ebb588c76599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406568 Mar 07 17:14:21.888892 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:22.629391 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b16dd7-e366-4fc9-a6e9-31be6f986b1a req-a52e73f3-5b07-4d94-91bf-d40376275ab8 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:22.630776 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-75b16dd7-e366-4fc9-a6e9-31be6f986b1a req-a52e73f3-5b07-4d94-91bf-d40376275ab8 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4795188-7ead-455b-92d7-b4d6b23892a1 HTTP/1.1" status: 200 len: 946 time: 0.0549209 Mar 07 17:14:22.676096 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-75b16dd7-e366-4fc9-a6e9-31be6f986b1a req-301ea3fa-7ab3-4928-9e8a-3e127e574161 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6bf4050-ceda-455e-a032-ebb588c76599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397108 Mar 07 17:14:23.009448 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:23.249973 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f493cf1-2b73-412f-8854-c358876c4129 req-732203f7-9245-4850-a8b6-d5b9765a6188 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:23.251404 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5f493cf1-2b73-412f-8854-c358876c4129 req-732203f7-9245-4850-a8b6-d5b9765a6188 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4795188-7ead-455b-92d7-b4d6b23892a1 HTTP/1.1" status: 200 len: 946 time: 0.0538034 Mar 07 17:14:23.340852 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-5f493cf1-2b73-412f-8854-c358876c4129 req-20f8e3e1-b15d-46c6-852f-712a32363f59 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Deleting port 14a2f4a1-0bdb-4693-b820-348441c84dd5 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:14:23.341112 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-5f493cf1-2b73-412f-8854-c358876c4129 req-20f8e3e1-b15d-46c6-852f-712a32363f59 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (14a2f4a1-0bdb-4693-b820-348441c84dd5), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:23.431906 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-5f493cf1-2b73-412f-8854-c358876c4129 req-20f8e3e1-b15d-46c6-852f-712a32363f59 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] For port 14a2f4a1-0bdb-4693-b820-348441c84dd5, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=14a2f4a1-0bdb-4693-b820-348441c84dd5,segment=NetworkSegment(2e7eeae7-3b06-4866-900c-ac06ddbe3a7d),segment_id=2e7eeae7-3b06-4866-900c-ac06ddbe3a7d)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:14:23.432272 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-5f493cf1-2b73-412f-8854-c358876c4129 req-20f8e3e1-b15d-46c6-852f-712a32363f59 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (14a2f4a1-0bdb-4693-b820-348441c84dd5), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:23.443965 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-5f493cf1-2b73-412f-8854-c358876c4129 req-20f8e3e1-b15d-46c6-852f-712a32363f59 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Calling delete_port for 14a2f4a1-0bdb-4693-b820-348441c84dd5 owned by compute:nova {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:14:23.620831 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-5f493cf1-2b73-412f-8854-c358876c4129 req-20f8e3e1-b15d-46c6-852f-712a32363f59 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (14a2f4a1-0bdb-4693-b820-348441c84dd5), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:23.632194 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] get_ports_and_sgs() called for port_ids ['14a2f4a1-0bdb-4693-b820-348441c84dd5'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:14:23.653042 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f8e3e1-b15d-46c6-852f-712a32363f59 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Pushing event deleted for resources: {'Port': ['ID=14a2f4a1-0bdb-4693-b820-348441c84dd5,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:23.679276 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f8e3e1-b15d-46c6-852f-712a32363f59 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:23.679654 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f8e3e1-b15d-46c6-852f-712a32363f59 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:23.679997 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f8e3e1-b15d-46c6-852f-712a32363f59 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:23.680339 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f8e3e1-b15d-46c6-852f-712a32363f59 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:23.680671 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f8e3e1-b15d-46c6-852f-712a32363f59 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:23.682154 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f8e3e1-b15d-46c6-852f-712a32363f59 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:23.682546 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f8e3e1-b15d-46c6-852f-712a32363f59 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:23.682883 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f8e3e1-b15d-46c6-852f-712a32363f59 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:23.683246 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f8e3e1-b15d-46c6-852f-712a32363f59 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:23.683601 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f8e3e1-b15d-46c6-852f-712a32363f59 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:23.683937 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f8e3e1-b15d-46c6-852f-712a32363f59 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:23.684261 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f8e3e1-b15d-46c6-852f-712a32363f59 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:23.684582 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f8e3e1-b15d-46c6-852f-712a32363f59 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:23.706956 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f493cf1-2b73-412f-8854-c358876c4129 req-20f8e3e1-b15d-46c6-852f-712a32363f59 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] No DVR routers for this DVR port 14a2f4a1-0bdb-4693-b820-348441c84dd5 on host hv-cinder-80403 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:14:23.709563 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-5f493cf1-2b73-412f-8854-c358876c4129 req-20f8e3e1-b15d-46c6-852f-712a32363f59 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:23.713591 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5f493cf1-2b73-412f-8854-c358876c4129 req-20f8e3e1-b15d-46c6-852f-712a32363f59 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.53 "DELETE /v2.0/ports/14a2f4a1-0bdb-4693-b820-348441c84dd5 HTTP/1.1" status: 204 len: 173 time: 0.4571688 Mar 07 17:14:23.714083 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4795188-7ead-455b-92d7-b4d6b23892a1', 'name': 'network-vif-deleted', 'tag': '14a2f4a1-0bdb-4693-b820-348441c84dd5'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:14:23.716408 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aba4c615e876ca6c23e5fed61a3d1f980fac3f984d457871ad3b292fe147bdb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213e4fdf-7939-4845-b051-0ef1d5f0abe2" -d '{"events": [{"server_uuid": "e4795188-7ead-455b-92d7-b4d6b23892a1", "name": "network-vif-deleted", "tag": "14a2f4a1-0bdb-4693-b820-348441c84dd5"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:14:23.754651 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba8d402-9e79-47e8-baa5-73b5aee7fda1 x-openstack-request-id: req-fba8d402-9e79-47e8-baa5-73b5aee7fda1 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:14:23.754937 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4795188-7ead-455b-92d7-b4d6b23892a1", "name": "network-vif-deleted", "tag": "14a2f4a1-0bdb-4693-b820-348441c84dd5", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:14:23.755236 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fba8d402-9e79-47e8-baa5-73b5aee7fda1 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:14:23.755832 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4795188-7ead-455b-92d7-b4d6b23892a1', 'name': 'network-vif-deleted', 'tag': '14a2f4a1-0bdb-4693-b820-348441c84dd5', 'status': 'completed', 'code': 200} Mar 07 17:14:23.776504 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-71987b72-b633-4189-bd11-4b4992bc143b req-ade994fd-888e-4afb-a81d-41a7bd23f133 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4795188-7ead-455b-92d7-b4d6b23892a1 HTTP/1.1" status: 200 len: 210 time: 0.0313611 Mar 07 17:14:26.786495 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device 14a2f4a1-0bdb-4693-b820-348441c84dd5 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:14:26.809634 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] No Port match for: 14a2f4a1-0bdb-4693-b820-348441c84dd5 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:14:26.809973 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device 14a2f4a1-0bdb-4693-b820-348441c84dd5 not bound to the agent host hv-cinder-80403 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:14:36.282654 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:14:36.316182 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ddf25-ab59-4ca5-a468-91c7609f68fe req-688dccc9-f08f-4de1-b093-04d5a92c1dac tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:36.317664 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5a1ddf25-ab59-4ca5-a468-91c7609f68fe req-688dccc9-f08f-4de1-b093-04d5a92c1dac tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/networks?id=098a2cd2-30b5-4b26-a3c1-90309f938532 HTTP/1.1" status: 200 len: 814 time: 0.1017668 Mar 07 17:14:36.332342 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5a1ddf25-ab59-4ca5-a468-91c7609f68fe req-c71916b9-202a-4faf-ae72-94c1f8284185 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/quotas/5ea136e1bc7949949c1267a3a852bb86 HTTP/1.1" status: 200 len: 375 time: 0.0087590 Mar 07 17:14:36.364196 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5a1ddf25-ab59-4ca5-a468-91c7609f68fe req-7e84901f-fe3e-496c-83d9-b8db441c431b tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=5ea136e1bc7949949c1267a3a852bb86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271947 Mar 07 17:14:36.537582 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5a1ddf25-ab59-4ca5-a468-91c7609f68fe req-882ee9f1-35bc-481d-8ded-89122db2fb3c service neutron] 10.222.0.45 "GET /v2.0/networks/098a2cd2-30b5-4b26-a3c1-90309f938532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666954 Mar 07 17:14:36.624166 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5a1ddf25-ab59-4ca5-a468-91c7609f68fe req-fe268f4b-4c58-4f1f-970e-90ab49a1abd4 service neutron] 10.222.0.45 "GET /v2.0/networks/098a2cd2-30b5-4b26-a3c1-90309f938532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809228 Mar 07 17:14:36.874300 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c372fa87-b9ec-4b98-9012-f437dba56659 req-16d57771-08b3-4185-8110-2b6040a18b38 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/ports?device_id=01aa5eee-c234-4081-ae76-87b063b73cc9 HTTP/1.1" status: 200 len: 210 time: 0.0278201 Mar 07 17:14:37.966333 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3ce62e11-751a-41e8-b0a3-9e9df1222399 req-665b8fdf-8284-485b-ac90-dc2bbb6abbfc tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/ports?device_id=01aa5eee-c234-4081-ae76-87b063b73cc9 HTTP/1.1" status: 200 len: 210 time: 0.0265043 Mar 07 17:14:38.478883 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ddf25-ab59-4ca5-a468-91c7609f68fe req-3ec7719b-2cb6-49ef-9353-34bd7dbc9a4f tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:38.480457 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5a1ddf25-ab59-4ca5-a468-91c7609f68fe req-3ec7719b-2cb6-49ef-9353-34bd7dbc9a4f tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.53 "GET /v2.0/networks?id=098a2cd2-30b5-4b26-a3c1-90309f938532 HTTP/1.1" status: 200 len: 814 time: 0.1040735 Mar 07 17:14:38.492652 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-5a1ddf25-ab59-4ca5-a468-91c7609f68fe req-3fc9911b-b728-413b-814a-92e3300132b1 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Request body: {'port': {'device_id': '01aa5eee-c234-4081-ae76-87b063b73cc9', 'network_id': '098a2cd2-30b5-4b26-a3c1-90309f938532', 'admin_state_up': True, 'tenant_id': '5ea136e1bc7949949c1267a3a852bb86'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:14:38.659871 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a1ddf25-ab59-4ca5-a468-91c7609f68fe req-3fc9911b-b728-413b-814a-92e3300132b1 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Made reservation on behalf of 5ea136e1bc7949949c1267a3a852bb86 for: {'port': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:14:38.663263 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-5a1ddf25-ab59-4ca5-a468-91c7609f68fe req-3fc9911b-b728-413b-814a-92e3300132b1 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:38.784135 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [req-5a1ddf25-ab59-4ca5-a468-91c7609f68fe req-3fc9911b-b728-413b-814a-92e3300132b1 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Allocated IP 172.20.0.13 (098a2cd2-30b5-4b26-a3c1-90309f938532/2c1fbc93-1938-4aa8-af50-51601d52ba86/214f5cef-2cf8-4e17-b0ac-f59e2e802323) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:14:38.930406 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-5a1ddf25-ab59-4ca5-a468-91c7609f68fe req-3fc9911b-b728-413b-814a-92e3300132b1 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Publish callbacks [] for port (214f5cef-2cf8-4e17-b0ac-f59e2e802323), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:39.014491 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-5a1ddf25-ab59-4ca5-a468-91c7609f68fe req-3fc9911b-b728-413b-814a-92e3300132b1 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (214f5cef-2cf8-4e17-b0ac-f59e2e802323), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:39.356241 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a1ddf25-ab59-4ca5-a468-91c7609f68fe req-3fc9911b-b728-413b-814a-92e3300132b1 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Network 098a2cd2-30b5-4b26-a3c1-90309f938532 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:14:39.361525 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc9911b-b728-413b-814a-92e3300132b1 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Pushing event updated for resources: {'Port': ['ID=214f5cef-2cf8-4e17-b0ac-f59e2e802323,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:39.364246 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [req-5a1ddf25-ab59-4ca5-a468-91c7609f68fe req-3fc9911b-b728-413b-814a-92e3300132b1 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:14:39.367852 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a1ddf25-ab59-4ca5-a468-91c7609f68fe req-3fc9911b-b728-413b-814a-92e3300132b1 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:14:39.422338 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598bc78-01c6-4d16-9a62-bc077a488325 req-a74559f0-6587-4838-bf6b-029e5f02830d tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:39.423825 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0598bc78-01c6-4d16-9a62-bc077a488325 req-a74559f0-6587-4838-bf6b-029e5f02830d tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/ports?device_id=01aa5eee-c234-4081-ae76-87b063b73cc9 HTTP/1.1" status: 200 len: 932 time: 0.3794205 Mar 07 17:14:39.428683 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ddf25-ab59-4ca5-a468-91c7609f68fe req-3fc9911b-b728-413b-814a-92e3300132b1 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:39.429258 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-5a1ddf25-ab59-4ca5-a468-91c7609f68fe req-3fc9911b-b728-413b-814a-92e3300132b1 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:39.476735 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0598bc78-01c6-4d16-9a62-bc077a488325 req-c323d94a-32c9-4b51-af3b-5d68d0f75448 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6bf4050-ceda-455e-a032-ebb588c76599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449829 Mar 07 17:14:39.536918 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5a1ddf25-ab59-4ca5-a468-91c7609f68fe req-3fc9911b-b728-413b-814a-92e3300132b1 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0478408 Mar 07 17:14:39.549193 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-5a1ddf25-ab59-4ca5-a468-91c7609f68fe req-8b78aceb-74fd-4992-82ff-14bb17553300 service neutron] Request body: {'port': {'device_id': '01aa5eee-c234-4081-ae76-87b063b73cc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:14:39.610014 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-5a1ddf25-ab59-4ca5-a468-91c7609f68fe req-8b78aceb-74fd-4992-82ff-14bb17553300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (214f5cef-2cf8-4e17-b0ac-f59e2e802323), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:39.863337 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [req-5a1ddf25-ab59-4ca5-a468-91c7609f68fe req-8b78aceb-74fd-4992-82ff-14bb17553300 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 214f5cef-2cf8-4e17-b0ac-f59e2e802323 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:14:39.871266 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-5a1ddf25-ab59-4ca5-a468-91c7609f68fe req-8b78aceb-74fd-4992-82ff-14bb17553300 service neutron] Publish callbacks [] for port (214f5cef-2cf8-4e17-b0ac-f59e2e802323), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:39.882821 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [req-5a1ddf25-ab59-4ca5-a468-91c7609f68fe req-8b78aceb-74fd-4992-82ff-14bb17553300 service neutron] Transition to ACTIVE for port object 214f5cef-2cf8-4e17-b0ac-f59e2e802323 will not be triggered until provisioned by entity L2. {{(pid=103431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 17:14:39.939904 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-5a1ddf25-ab59-4ca5-a468-91c7609f68fe req-8b78aceb-74fd-4992-82ff-14bb17553300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58733560'] for port (214f5cef-2cf8-4e17-b0ac-f59e2e802323), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:40.003355 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78aceb-74fd-4992-82ff-14bb17553300 service neutron] Pushing event updated for resources: {'Port': ['ID=214f5cef-2cf8-4e17-b0ac-f59e2e802323,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:40.054711 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-5a1ddf25-ab59-4ca5-a468-91c7609f68fe req-8b78aceb-74fd-4992-82ff-14bb17553300 service neutron] Attempting to bind port 214f5cef-2cf8-4e17-b0ac-f59e2e802323 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:14:40.055391 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-5a1ddf25-ab59-4ca5-a468-91c7609f68fe req-8b78aceb-74fd-4992-82ff-14bb17553300 service neutron] Attempting to bind port 214f5cef-2cf8-4e17-b0ac-f59e2e802323 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '2e7eeae7-3b06-4866-900c-ac06ddbe3a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '098a2cd2-30b5-4b26-a3c1-90309f938532'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:14:40.055391 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1ddf25-ab59-4ca5-a468-91c7609f68fe req-8b78aceb-74fd-4992-82ff-14bb17553300 service neutron] Attempting to bind port 214f5cef-2cf8-4e17-b0ac-f59e2e802323 on network 098a2cd2-30b5-4b26-a3c1-90309f938532 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:14:40.060322 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1ddf25-ab59-4ca5-a468-91c7609f68fe req-8b78aceb-74fd-4992-82ff-14bb17553300 service neutron] Port 214f5cef-2cf8-4e17-b0ac-f59e2e802323 on network 098a2cd2-30b5-4b26-a3c1-90309f938532 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 17:14:40.060638 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1ddf25-ab59-4ca5-a468-91c7609f68fe req-8b78aceb-74fd-4992-82ff-14bb17553300 service neutron] Attempting to bind port 214f5cef-2cf8-4e17-b0ac-f59e2e802323 on network 098a2cd2-30b5-4b26-a3c1-90309f938532 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:14:40.065323 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1ddf25-ab59-4ca5-a468-91c7609f68fe req-8b78aceb-74fd-4992-82ff-14bb17553300 service neutron] Checking agent: {'id': 'c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 17, 0, 18), 'started_at': datetime.datetime(2022, 3, 7, 17, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:14:40.065650 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1ddf25-ab59-4ca5-a468-91c7609f68fe req-8b78aceb-74fd-4992-82ff-14bb17553300 service neutron] Checking segment: {'id': '2e7eeae7-3b06-4866-900c-ac06ddbe3a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '098a2cd2-30b5-4b26-a3c1-90309f938532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:14:40.066020 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1ddf25-ab59-4ca5-a468-91c7609f68fe req-8b78aceb-74fd-4992-82ff-14bb17553300 service neutron] Bound using segment: {'id': '2e7eeae7-3b06-4866-900c-ac06ddbe3a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '098a2cd2-30b5-4b26-a3c1-90309f938532'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:14:40.066429 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-5a1ddf25-ab59-4ca5-a468-91c7609f68fe req-8b78aceb-74fd-4992-82ff-14bb17553300 service neutron] Bound port: 214f5cef-2cf8-4e17-b0ac-f59e2e802323, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e7eeae7-3b06-4866-900c-ac06ddbe3a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '098a2cd2-30b5-4b26-a3c1-90309f938532'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:14:40.066770 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-5a1ddf25-ab59-4ca5-a468-91c7609f68fe req-8b78aceb-74fd-4992-82ff-14bb17553300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (214f5cef-2cf8-4e17-b0ac-f59e2e802323), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:40.126708 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-5a1ddf25-ab59-4ca5-a468-91c7609f68fe req-8b78aceb-74fd-4992-82ff-14bb17553300 service neutron] For port 214f5cef-2cf8-4e17-b0ac-f59e2e802323, host hv-cinder-80403, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:14:40.129563 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-5a1ddf25-ab59-4ca5-a468-91c7609f68fe req-8b78aceb-74fd-4992-82ff-14bb17553300 service neutron] For port 214f5cef-2cf8-4e17-b0ac-f59e2e802323, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=214f5cef-2cf8-4e17-b0ac-f59e2e802323,segment=NetworkSegment(2e7eeae7-3b06-4866-900c-ac06ddbe3a7d),segment_id=2e7eeae7-3b06-4866-900c-ac06ddbe3a7d)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:14:40.225993 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-5a1ddf25-ab59-4ca5-a468-91c7609f68fe req-8b78aceb-74fd-4992-82ff-14bb17553300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58733560'] for port (214f5cef-2cf8-4e17-b0ac-f59e2e802323), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:40.262275 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ddf25-ab59-4ca5-a468-91c7609f68fe req-8b78aceb-74fd-4992-82ff-14bb17553300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:40.262888 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-5a1ddf25-ab59-4ca5-a468-91c7609f68fe req-8b78aceb-74fd-4992-82ff-14bb17553300 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:40.264355 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5a1ddf25-ab59-4ca5-a468-91c7609f68fe req-8b78aceb-74fd-4992-82ff-14bb17553300 service neutron] 10.222.0.53 "PUT /v2.0/ports/214f5cef-2cf8-4e17-b0ac-f59e2e802323 HTTP/1.1" status: 200 len: 1094 time: 0.7191281 Mar 07 17:14:40.264792 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01aa5eee-c234-4081-ae76-87b063b73cc9', 'tag': '214f5cef-2cf8-4e17-b0ac-f59e2e802323'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:14:40.267003 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aba4c615e876ca6c23e5fed61a3d1f980fac3f984d457871ad3b292fe147bdb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed414e4c-156e-4d88-b9a2-d8cd26d765f2" -d '{"events": [{"name": "network-changed", "server_uuid": "01aa5eee-c234-4081-ae76-87b063b73cc9", "tag": "214f5cef-2cf8-4e17-b0ac-f59e2e802323"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:14:40.287848 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78aceb-74fd-4992-82ff-14bb17553300 service neutron] Pushing event updated for resources: {'Port': ['ID=214f5cef-2cf8-4e17-b0ac-f59e2e802323,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:40.310094 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a6839b-3f04-4945-8f4e-d773040d02de x-openstack-request-id: req-28a6839b-3f04-4945-8f4e-d773040d02de {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:14:40.310094 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01aa5eee-c234-4081-ae76-87b063b73cc9", "tag": "214f5cef-2cf8-4e17-b0ac-f59e2e802323", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:14:40.310094 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-28a6839b-3f04-4945-8f4e-d773040d02de {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:14:40.310094 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01aa5eee-c234-4081-ae76-87b063b73cc9', 'tag': '214f5cef-2cf8-4e17-b0ac-f59e2e802323', 'status': 'completed', 'code': 200} Mar 07 17:14:40.370355 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed414e4c-156e-4d88-b9a2-d8cd26d765f2 req-61f68d66-1fcf-48a4-b2bd-ce22700e20c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:40.371909 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ed414e4c-156e-4d88-b9a2-d8cd26d765f2 req-61f68d66-1fcf-48a4-b2bd-ce22700e20c0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5ea136e1bc7949949c1267a3a852bb86&device_id=01aa5eee-c234-4081-ae76-87b063b73cc9 HTTP/1.1" status: 200 len: 1128 time: 0.0473018 Mar 07 17:14:40.472418 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed414e4c-156e-4d88-b9a2-d8cd26d765f2 req-4d395373-1813-404b-9773-d4ff35d5bec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:40.473882 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ed414e4c-156e-4d88-b9a2-d8cd26d765f2 req-4d395373-1813-404b-9773-d4ff35d5bec2 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=5ea136e1bc7949949c1267a3a852bb86&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0938137 Mar 07 17:14:40.605848 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed414e4c-156e-4d88-b9a2-d8cd26d765f2 req-acc5df8d-ac2e-4ce4-8a3b-92a3845b6552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:40.607287 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ed414e4c-156e-4d88-b9a2-d8cd26d765f2 req-acc5df8d-ac2e-4ce4-8a3b-92a3845b6552 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1268682 Mar 07 17:14:40.618526 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbbbe66-476c-4945-a323-7f9b1a429c31 req-5a9f2e45-136c-4e0b-9e4e-9ab3c0240769 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:40.621607 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2cbbbe66-476c-4945-a323-7f9b1a429c31 req-5a9f2e45-136c-4e0b-9e4e-9ab3c0240769 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/ports?device_id=01aa5eee-c234-4081-ae76-87b063b73cc9 HTTP/1.1" status: 200 len: 944 time: 0.0750027 Mar 07 17:14:40.697385 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2cbbbe66-476c-4945-a323-7f9b1a429c31 req-c67080e0-fe0e-4a73-bb51-e15a24ef6699 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6bf4050-ceda-455e-a032-ebb588c76599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701005 Mar 07 17:14:40.706591 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ddf25-ab59-4ca5-a468-91c7609f68fe req-642deb67-9ad5-4599-8da6-72b28e2dfb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:40.708075 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5a1ddf25-ab59-4ca5-a468-91c7609f68fe req-642deb67-9ad5-4599-8da6-72b28e2dfb25 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5ea136e1bc7949949c1267a3a852bb86&device_id=01aa5eee-c234-4081-ae76-87b063b73cc9 HTTP/1.1" status: 200 len: 1128 time: 0.0643885 Mar 07 17:14:40.753629 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5a1ddf25-ab59-4ca5-a468-91c7609f68fe req-07876457-4b2a-4eab-b2df-0c09ac499e2b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=214f5cef-2cf8-4e17-b0ac-f59e2e802323 HTTP/1.1" status: 200 len: 217 time: 0.0386717 Mar 07 17:14:40.799526 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ddf25-ab59-4ca5-a468-91c7609f68fe req-9e337c14-353e-4b6b-939b-846a78bce1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:40.800912 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5a1ddf25-ab59-4ca5-a468-91c7609f68fe req-9e337c14-353e-4b6b-939b-846a78bce1a2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2c1fbc93-1938-4aa8-af50-51601d52ba86 HTTP/1.1" status: 200 len: 854 time: 0.0419116 Mar 07 17:14:40.832170 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5a1ddf25-ab59-4ca5-a468-91c7609f68fe req-ec678fbc-27da-45de-ab1c-470c06b5670d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=098a2cd2-30b5-4b26-a3c1-90309f938532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250187 Mar 07 17:14:40.921785 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5a1ddf25-ab59-4ca5-a468-91c7609f68fe req-641816fe-7fee-45bd-92e1-6d6d203accae service neutron] 10.222.0.53 "GET /v2.0/networks/098a2cd2-30b5-4b26-a3c1-90309f938532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836124 Mar 07 17:14:41.008472 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5a1ddf25-ab59-4ca5-a468-91c7609f68fe req-b2b42648-10d9-4599-b31a-31023bc38cfe service neutron] 10.222.0.53 "GET /v2.0/networks/098a2cd2-30b5-4b26-a3c1-90309f938532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813215 Mar 07 17:14:41.816672 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0593b363-2915-4e32-aa4b-d022adb47e0f req-703f4984-2773-429e-b9f8-5660b50f4b0e tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:41.818126 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0593b363-2915-4e32-aa4b-d022adb47e0f req-703f4984-2773-429e-b9f8-5660b50f4b0e tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/ports?device_id=01aa5eee-c234-4081-ae76-87b063b73cc9 HTTP/1.1" status: 200 len: 944 time: 0.0520442 Mar 07 17:14:41.875203 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0593b363-2915-4e32-aa4b-d022adb47e0f req-3c389341-b16c-4aa3-a2ce-68291f873a60 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6bf4050-ceda-455e-a032-ebb588c76599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508895 Mar 07 17:14:42.991993 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9149d-2c29-4dfe-8664-2bf1f23eb79c req-d21ee425-04f4-4eee-9dc2-a757ae3cb43c tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:42.993462 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7ea9149d-2c29-4dfe-8664-2bf1f23eb79c req-d21ee425-04f4-4eee-9dc2-a757ae3cb43c tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/ports?device_id=01aa5eee-c234-4081-ae76-87b063b73cc9 HTTP/1.1" status: 200 len: 944 time: 0.0523293 Mar 07 17:14:43.039544 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7ea9149d-2c29-4dfe-8664-2bf1f23eb79c req-46652ca7-9282-4387-8cf1-d66d1decc8f1 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6bf4050-ceda-455e-a032-ebb588c76599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405297 Mar 07 17:14:44.156217 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd68be0-2c97-43ca-903a-6ced4125fa0e req-98b2c5c8-7179-47d6-9392-d385ef0c56bb tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:44.157767 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5bd68be0-2c97-43ca-903a-6ced4125fa0e req-98b2c5c8-7179-47d6-9392-d385ef0c56bb tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/ports?device_id=01aa5eee-c234-4081-ae76-87b063b73cc9 HTTP/1.1" status: 200 len: 944 time: 0.0515847 Mar 07 17:14:44.203504 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5bd68be0-2c97-43ca-903a-6ced4125fa0e req-2dcc4add-ecb5-4cf0-b7a4-304e143c0c85 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6bf4050-ceda-455e-a032-ebb588c76599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401888 Mar 07 17:14:44.844971 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device 214f5cef-2cf8-4e17-b0ac-f59e2e802323 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:14:44.942078 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port 214f5cef-2cf8-4e17-b0ac-f59e2e802323, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=214f5cef-2cf8-4e17-b0ac-f59e2e802323,segment=NetworkSegment(2e7eeae7-3b06-4866-900c-ac06ddbe3a7d),segment_id=2e7eeae7-3b06-4866-900c-ac06ddbe3a7d)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:14:44.952724 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Returning: {'device': '214f5cef-2cf8-4e17-b0ac-f59e2e802323', 'network_id': '098a2cd2-30b5-4b26-a3c1-90309f938532', 'port_id': '214f5cef-2cf8-4e17-b0ac-f59e2e802323', 'mac_address': 'fa:16:3e:7a:56:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c1fbc93-1938-4aa8-af50-51601d52ba86', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:14:44.988600 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Current status of the port 214f5cef-2cf8-4e17-b0ac-f59e2e802323 is: DOWN; New status is: BUILD {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:14:44.988988 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (214f5cef-2cf8-4e17-b0ac-f59e2e802323), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:45.002333 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 214f5cef-2cf8-4e17-b0ac-f59e2e802323 {{(pid=103440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:14:45.021350 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port 214f5cef-2cf8-4e17-b0ac-f59e2e802323, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=214f5cef-2cf8-4e17-b0ac-f59e2e802323,segment=NetworkSegment(2e7eeae7-3b06-4866-900c-ac06ddbe3a7d),segment_id=2e7eeae7-3b06-4866-900c-ac06ddbe3a7d)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:14:45.105797 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (214f5cef-2cf8-4e17-b0ac-f59e2e802323), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:45.157505 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Pushing event updated for resources: {'Port': ['ID=214f5cef-2cf8-4e17-b0ac-f59e2e802323,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:45.164303 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:45.168421 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:45.168421 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:45.168421 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:45.168421 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:45.168421 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:45.168421 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:45.168421 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:45.168421 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:45.168421 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:45.168421 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:45.169420 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:45.169420 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:14:45.325363 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df893e4-d48e-4927-acf4-591e66d0aea7 req-59d007f9-8e35-4929-bda9-a83cccd46c8b tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:45.326821 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6df893e4-d48e-4927-acf4-591e66d0aea7 req-59d007f9-8e35-4929-bda9-a83cccd46c8b tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/ports?device_id=01aa5eee-c234-4081-ae76-87b063b73cc9 HTTP/1.1" status: 200 len: 945 time: 0.0584900 Mar 07 17:14:45.374446 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6df893e4-d48e-4927-acf4-591e66d0aea7 req-dc196bf8-ba58-415d-a09f-6395a59850c8 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6bf4050-ceda-455e-a032-ebb588c76599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420985 Mar 07 17:14:45.445834 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] get_ports_and_sgs() called for port_ids ['214f5cef-2cf8-4e17-b0ac-f59e2e802323'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:14:45.922758 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-edc7f826-9b54-41dd-b148-a8b83f51950d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:46.490266 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e955fe2-a265-447e-a048-efb775d0ecd1 req-e0fff118-a1a1-42ba-bbaa-e86d2a976e9e tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:46.491741 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6e955fe2-a265-447e-a048-efb775d0ecd1 req-e0fff118-a1a1-42ba-bbaa-e86d2a976e9e tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/ports?device_id=01aa5eee-c234-4081-ae76-87b063b73cc9 HTTP/1.1" status: 200 len: 945 time: 0.0525565 Mar 07 17:14:46.538302 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6e955fe2-a265-447e-a048-efb775d0ecd1 req-1aac8198-6452-4ad3-b97a-29bfcb4adb41 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6bf4050-ceda-455e-a032-ebb588c76599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403426 Mar 07 17:14:46.860549 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device 214f5cef-2cf8-4e17-b0ac-f59e2e802323 up at agent hyperv_hv-cinder-80403 {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:14:46.951113 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Provisioning for port 214f5cef-2cf8-4e17-b0ac-f59e2e802323 completed by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 17:14:46.954868 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Provisioning complete for port 214f5cef-2cf8-4e17-b0ac-f59e2e802323 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:14:46.955247 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (214f5cef-2cf8-4e17-b0ac-f59e2e802323), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:47.029981 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Current status of the port 214f5cef-2cf8-4e17-b0ac-f59e2e802323 is: BUILD; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:14:47.030362 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (214f5cef-2cf8-4e17-b0ac-f59e2e802323), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:47.052370 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01aa5eee-c234-4081-ae76-87b063b73cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214f5cef-2cf8-4e17-b0ac-f59e2e802323'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:14:47.054579 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11138cde4cb47aed6ab60590cdc6142137d0740b05d94cd9dbb0d95d7575220c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e202aa18-71a7-4545-a676-a30d0bf7be02" -d '{"events": [{"server_uuid": "01aa5eee-c234-4081-ae76-87b063b73cc9", "name": "network-vif-plugged", "status": "completed", "tag": "214f5cef-2cf8-4e17-b0ac-f59e2e802323"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:14:47.068877 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port 214f5cef-2cf8-4e17-b0ac-f59e2e802323, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=214f5cef-2cf8-4e17-b0ac-f59e2e802323,segment=NetworkSegment(2e7eeae7-3b06-4866-900c-ac06ddbe3a7d),segment_id=2e7eeae7-3b06-4866-900c-ac06ddbe3a7d)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:14:47.106137 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c1f423-58bf-4012-a3b7-92324349a30f x-openstack-request-id: req-83c1f423-58bf-4012-a3b7-92324349a30f {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:14:47.106427 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01aa5eee-c234-4081-ae76-87b063b73cc9", "name": "network-vif-plugged", "status": "completed", "tag": "214f5cef-2cf8-4e17-b0ac-f59e2e802323", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:14:47.106679 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-83c1f423-58bf-4012-a3b7-92324349a30f {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:14:47.107074 dv-cinder-804035-42-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01aa5eee-c234-4081-ae76-87b063b73cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214f5cef-2cf8-4e17-b0ac-f59e2e802323', 'code': 200} Mar 07 17:14:47.108757 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (214f5cef-2cf8-4e17-b0ac-f59e2e802323), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:47.171106 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Pushing event updated for resources: {'Port': ['ID=214f5cef-2cf8-4e17-b0ac-f59e2e802323,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:14:47.409173 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9d16f-0fcc-4eb7-8988-9a99ae659695 req-fee2ac04-dbf7-4721-b0d7-1152de098d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:47.410700 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-acc9d16f-0fcc-4eb7-8988-9a99ae659695 req-fee2ac04-dbf7-4721-b0d7-1152de098d71 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=01aa5eee-c234-4081-ae76-87b063b73cc9 HTTP/1.1" status: 200 len: 1130 time: 0.0485504 Mar 07 17:14:47.455339 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-acc9d16f-0fcc-4eb7-8988-9a99ae659695 req-c353d772-997f-4655-b2d6-3bf555b8f4d3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d6bf4050-ceda-455e-a032-ebb588c76599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387292 Mar 07 17:14:47.659173 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe14a10-7be3-42e9-905f-557f856afa2d req-c27f0a0a-8491-4fe8-b3d0-978f8621a282 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:47.660657 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-afe14a10-7be3-42e9-905f-557f856afa2d req-c27f0a0a-8491-4fe8-b3d0-978f8621a282 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/ports?device_id=01aa5eee-c234-4081-ae76-87b063b73cc9 HTTP/1.1" status: 200 len: 946 time: 0.0533540 Mar 07 17:14:47.706964 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-afe14a10-7be3-42e9-905f-557f856afa2d req-ecabfdc6-203f-4dc3-bb28-c8e7627f5e9e tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6bf4050-ceda-455e-a032-ebb588c76599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406835 Mar 07 17:14:48.414089 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:48.442315 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-29cf7f7e-57b6-4fb2-933d-26fa379cce4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:48.829352 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106a6f8-9a72-4790-94f0-2ac8bec28041 req-0c058466-0dd4-4dee-88d7-124282647ef2 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:48.831016 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6106a6f8-9a72-4790-94f0-2ac8bec28041 req-0c058466-0dd4-4dee-88d7-124282647ef2 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/ports?device_id=01aa5eee-c234-4081-ae76-87b063b73cc9 HTTP/1.1" status: 200 len: 946 time: 0.0559046 Mar 07 17:14:48.880776 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6106a6f8-9a72-4790-94f0-2ac8bec28041 req-f4ed8f25-a847-4fc5-a108-5b060050d2e5 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6bf4050-ceda-455e-a032-ebb588c76599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442593 Mar 07 17:14:49.996878 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f802a5a-7b77-4b68-b707-3a9ccd3c41f2 req-c551d276-21a1-4b12-8406-dbdde453f1c0 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:14:49.998348 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6f802a5a-7b77-4b68-b707-3a9ccd3c41f2 req-c551d276-21a1-4b12-8406-dbdde453f1c0 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/ports?device_id=01aa5eee-c234-4081-ae76-87b063b73cc9 HTTP/1.1" status: 200 len: 946 time: 0.0531886 Mar 07 17:14:50.044535 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6f802a5a-7b77-4b68-b707-3a9ccd3c41f2 req-cfe73177-1478-4eb6-9b8e-6a0959072828 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6bf4050-ceda-455e-a032-ebb588c76599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407910 Mar 07 17:14:50.494071 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:51.911333 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:14:52.990967 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:03.391409 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f387a99-aef7-42fd-bf70-a3858055fcdd req-42e2bd34-992f-4de7-9b17-4cc6c408a195 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:03.392915 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7f387a99-aef7-42fd-bf70-a3858055fcdd req-42e2bd34-992f-4de7-9b17-4cc6c408a195 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf83739-aacc-40f7-8889-725895d4052f HTTP/1.1" status: 200 len: 946 time: 0.0542443 Mar 07 17:15:03.445194 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7f387a99-aef7-42fd-bf70-a3858055fcdd req-9d2dd584-d21e-447c-849e-e63444e2cdbb tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465438 Mar 07 17:15:04.574121 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4eae9-975d-4ad7-9b6e-84c97c482b48 req-02fd0629-40c1-4c29-953c-dc738747ea65 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:04.575621 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-52f4eae9-975d-4ad7-9b6e-84c97c482b48 req-02fd0629-40c1-4c29-953c-dc738747ea65 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf83739-aacc-40f7-8889-725895d4052f HTTP/1.1" status: 200 len: 946 time: 0.0576677 Mar 07 17:15:04.625056 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-52f4eae9-975d-4ad7-9b6e-84c97c482b48 req-d873fe1d-87ee-4ecf-8778-48a820c96a53 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432422 Mar 07 17:15:05.740634 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a91d3-ae29-416c-b522-8c0ec4768077 req-f70993b4-dfbd-47b2-b3dd-895742b838ec tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:05.742070 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cd1a91d3-ae29-416c-b522-8c0ec4768077 req-f70993b4-dfbd-47b2-b3dd-895742b838ec tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf83739-aacc-40f7-8889-725895d4052f HTTP/1.1" status: 200 len: 946 time: 0.0520740 Mar 07 17:15:05.800594 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cd1a91d3-ae29-416c-b522-8c0ec4768077 req-92f43edc-ecd4-4831-8688-653b86afce43 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530527 Mar 07 17:15:06.915758 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3234dab2-206d-4512-b8aa-9cc9e60c3c17 req-a3446a5a-57f5-45bd-b089-ad23f3a570bd tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:06.917206 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3234dab2-206d-4512-b8aa-9cc9e60c3c17 req-a3446a5a-57f5-45bd-b089-ad23f3a570bd tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf83739-aacc-40f7-8889-725895d4052f HTTP/1.1" status: 200 len: 946 time: 0.0516057 Mar 07 17:15:06.968362 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3234dab2-206d-4512-b8aa-9cc9e60c3c17 req-37ce06d1-0140-4214-9543-3df1464dcf58 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456264 Mar 07 17:15:08.083884 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311848fb-5a6a-41cc-a229-39e1d270bd4c req-7225c846-e029-4977-9190-bfc32765b852 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:08.085336 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-311848fb-5a6a-41cc-a229-39e1d270bd4c req-7225c846-e029-4977-9190-bfc32765b852 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf83739-aacc-40f7-8889-725895d4052f HTTP/1.1" status: 200 len: 946 time: 0.0519977 Mar 07 17:15:08.134421 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-311848fb-5a6a-41cc-a229-39e1d270bd4c req-0940e89d-50a8-4c6e-a8b6-4ee647676b9a tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435574 Mar 07 17:15:09.283612 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595728bf-fba6-4025-9918-c60aa45c4f16 req-a8e5d7ca-5591-41c3-be0f-f0fbfe7a69c1 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:09.285094 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-595728bf-fba6-4025-9918-c60aa45c4f16 req-a8e5d7ca-5591-41c3-be0f-f0fbfe7a69c1 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf83739-aacc-40f7-8889-725895d4052f HTTP/1.1" status: 200 len: 946 time: 0.0854483 Mar 07 17:15:09.294470 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9693621d-22f1-45ec-b6c6-65d4d8f42dd7 req-5a38160c-5a16-4c48-a708-a4ee2ff1f4c9 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:09.296388 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9693621d-22f1-45ec-b6c6-65d4d8f42dd7 req-5a38160c-5a16-4c48-a708-a4ee2ff1f4c9 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cf83739-aacc-40f7-8889-725895d4052f HTTP/1.1" status: 200 len: 946 time: 0.0867043 Mar 07 17:15:09.377464 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-595728bf-fba6-4025-9918-c60aa45c4f16 req-749e4caf-5683-4a2f-a287-28cb09fcbcc5 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800042 Mar 07 17:15:09.421919 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-9693621d-22f1-45ec-b6c6-65d4d8f42dd7 req-f7bc400b-b8ee-4628-99d2-8a4ec06d5987 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Deleting port 728d8e92-7394-43b7-8410-2b7d7eab3375 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:15:09.422180 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-9693621d-22f1-45ec-b6c6-65d4d8f42dd7 req-f7bc400b-b8ee-4628-99d2-8a4ec06d5987 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (728d8e92-7394-43b7-8410-2b7d7eab3375), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:09.511888 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-9693621d-22f1-45ec-b6c6-65d4d8f42dd7 req-f7bc400b-b8ee-4628-99d2-8a4ec06d5987 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] For port 728d8e92-7394-43b7-8410-2b7d7eab3375, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=728d8e92-7394-43b7-8410-2b7d7eab3375,segment=NetworkSegment(23b56ee2-3cba-4684-96db-32e07f753509),segment_id=23b56ee2-3cba-4684-96db-32e07f753509)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:15:09.512251 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-9693621d-22f1-45ec-b6c6-65d4d8f42dd7 req-f7bc400b-b8ee-4628-99d2-8a4ec06d5987 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (728d8e92-7394-43b7-8410-2b7d7eab3375), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:09.680670 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-9693621d-22f1-45ec-b6c6-65d4d8f42dd7 req-f7bc400b-b8ee-4628-99d2-8a4ec06d5987 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:09.680956 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-9693621d-22f1-45ec-b6c6-65d4d8f42dd7 req-f7bc400b-b8ee-4628-99d2-8a4ec06d5987 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2049624'] for floatingip (c3e72c13-c53e-4bad-b31b-5053bc1f97b0), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:09.681268 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.db.l3_db [req-9693621d-22f1-45ec-b6c6-65d4d8f42dd7 req-f7bc400b-b8ee-4628-99d2-8a4ec06d5987 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Floating IP c3e72c13-c53e-4bad-b31b-5053bc1f97b0 disassociated. External IP: 172.27.3.169, port: 728d8e92-7394-43b7-8410-2b7d7eab3375. Mar 07 17:15:09.681604 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-9693621d-22f1-45ec-b6c6-65d4d8f42dd7 req-f7bc400b-b8ee-4628-99d2-8a4ec06d5987 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Calling delete_port for 728d8e92-7394-43b7-8410-2b7d7eab3375 owned by compute:nova {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:15:09.871036 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-9693621d-22f1-45ec-b6c6-65d4d8f42dd7 req-f7bc400b-b8ee-4628-99d2-8a4ec06d5987 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (728d8e92-7394-43b7-8410-2b7d7eab3375), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:09.898474 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bc400b-b8ee-4628-99d2-8a4ec06d5987 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Pushing event deleted for resources: {'Port': ['ID=728d8e92-7394-43b7-8410-2b7d7eab3375,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:15:10.018444 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9693621d-22f1-45ec-b6c6-65d4d8f42dd7 req-f7bc400b-b8ee-4628-99d2-8a4ec06d5987 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Router b42c20a0-aafe-467d-a24d-809265abcd59 has already been hosted by L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:15:10.125184 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9693621d-22f1-45ec-b6c6-65d4d8f42dd7 req-f7bc400b-b8ee-4628-99d2-8a4ec06d5987 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:15:10.134958 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1512179-1abc-4955-9dc3-09dd5448d9e5 None None] Sync routers for ids ['b42c20a0-aafe-467d-a24d-809265abcd59'] in dv-cinder-804035-42-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:15:10.144314 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1512179-1abc-4955-9dc3-09dd5448d9e5 None None] Routers {'b42c20a0-aafe-467d-a24d-809265abcd59'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:15:10.144931 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-b1512179-1abc-4955-9dc3-09dd5448d9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:14:48Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['b42c20a0-aafe-467d-a24d-809265abcd59'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:15:10.164928 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-9693621d-22f1-45ec-b6c6-65d4d8f42dd7 req-f7bc400b-b8ee-4628-99d2-8a4ec06d5987 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] No DVR routers for this DVR port 728d8e92-7394-43b7-8410-2b7d7eab3375 on host hv-cinder-80403 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:15:10.167505 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-9693621d-22f1-45ec-b6c6-65d4d8f42dd7 req-f7bc400b-b8ee-4628-99d2-8a4ec06d5987 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:10.171491 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9693621d-22f1-45ec-b6c6-65d4d8f42dd7 req-f7bc400b-b8ee-4628-99d2-8a4ec06d5987 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.53 "DELETE /v2.0/ports/728d8e92-7394-43b7-8410-2b7d7eab3375 HTTP/1.1" status: 204 len: 173 time: 0.8674634 Mar 07 17:15:10.171878 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf83739-aacc-40f7-8889-725895d4052f', 'name': 'network-vif-deleted', 'tag': '728d8e92-7394-43b7-8410-2b7d7eab3375'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:15:10.174169 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aba4c615e876ca6c23e5fed61a3d1f980fac3f984d457871ad3b292fe147bdb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b82c45-4667-4ed5-871c-9cc0e11477fa" -d '{"events": [{"server_uuid": "1cf83739-aacc-40f7-8889-725895d4052f", "name": "network-vif-deleted", "tag": "728d8e92-7394-43b7-8410-2b7d7eab3375"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:15:10.209079 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbef73cd-0b20-4082-8325-895e32ca790f x-openstack-request-id: req-fbef73cd-0b20-4082-8325-895e32ca790f {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:15:10.209374 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf83739-aacc-40f7-8889-725895d4052f", "name": "network-vif-deleted", "tag": "728d8e92-7394-43b7-8410-2b7d7eab3375", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:15:10.209654 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fbef73cd-0b20-4082-8325-895e32ca790f {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:15:10.210055 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf83739-aacc-40f7-8889-725895d4052f', 'name': 'network-vif-deleted', 'tag': '728d8e92-7394-43b7-8410-2b7d7eab3375', 'status': 'completed', 'code': 200} Mar 07 17:15:10.257910 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-b1512179-1abc-4955-9dc3-09dd5448d9e5 None None] Set router b42c20a0-aafe-467d-a24d-809265abcd59 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:15:10.487026 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b0b63c75-63c8-486f-8fa9-417c3ef4d2cb req-5243ce81-77e6-4912-970c-3a8a983009bf tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=1cf83739-aacc-40f7-8889-725895d4052f HTTP/1.1" status: 200 len: 210 time: 0.0329165 Mar 07 17:15:10.605619 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-b1512179-1abc-4955-9dc3-09dd5448d9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'name': 'tempest-TestVolumeBootPattern-33529847-router', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '846ab4ef-9b11-4da0-85a5-e96f4cd1f657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:11:46Z', 'updated_at': '2022-03-07T17:11:49Z', 'revision_number': 4, 'project_id': '776f3679e77e490b893316a32842cc90', 'gw_port': {'id': '846ab4ef-9b11-4da0-85a5-e96f4cd1f657', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ab:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:46Z', 'updated_at': '2022-03-07T17:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': 'db2bf536-b012-4f67-ada8-4523024fd575', 'name': '', 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'mac_address': 'fa:16:3e:16:96:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f18b0602-960c-4c40-bfa0-ef433b9207aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:48Z', 'updated_at': '2022-03-07T17:11:52Z', 'revision_number': 5, 'project_id': '776f3679e77e490b893316a32842cc90', 'subnets': [{'id': 'f18b0602-960c-4c40-bfa0-ef433b9207aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:15:10.632218 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1512179-1abc-4955-9dc3-09dd5448d9e5 None None] Checking router: b42c20a0-aafe-467d-a24d-809265abcd59 for host: dv-cinder-804035-42-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:15:10.641996 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1512179-1abc-4955-9dc3-09dd5448d9e5 None None] Routers {'b42c20a0-aafe-467d-a24d-809265abcd59'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:15:10.642600 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-b1512179-1abc-4955-9dc3-09dd5448d9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:14:48Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['b42c20a0-aafe-467d-a24d-809265abcd59'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:15:10.756884 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-b1512179-1abc-4955-9dc3-09dd5448d9e5 None None] Set router b42c20a0-aafe-467d-a24d-809265abcd59 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:15:10.954682 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-b1512179-1abc-4955-9dc3-09dd5448d9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'name': 'tempest-TestVolumeBootPattern-33529847-router', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '846ab4ef-9b11-4da0-85a5-e96f4cd1f657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:11:46Z', 'updated_at': '2022-03-07T17:11:49Z', 'revision_number': 4, 'project_id': '776f3679e77e490b893316a32842cc90', 'gw_port': {'id': '846ab4ef-9b11-4da0-85a5-e96f4cd1f657', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ab:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:46Z', 'updated_at': '2022-03-07T17:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': 'db2bf536-b012-4f67-ada8-4523024fd575', 'name': '', 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'mac_address': 'fa:16:3e:16:96:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f18b0602-960c-4c40-bfa0-ef433b9207aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:48Z', 'updated_at': '2022-03-07T17:11:52Z', 'revision_number': 5, 'project_id': '776f3679e77e490b893316a32842cc90', 'subnets': [{'id': 'f18b0602-960c-4c40-bfa0-ef433b9207aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:15:10.983924 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1512179-1abc-4955-9dc3-09dd5448d9e5 None None] The sync data for ids ['b42c20a0-aafe-467d-a24d-809265abcd59'] in dv-cinder-804035-42-iscsi is: [{'id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'name': 'tempest-TestVolumeBootPattern-33529847-router', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '846ab4ef-9b11-4da0-85a5-e96f4cd1f657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:11:46Z', 'updated_at': '2022-03-07T17:11:49Z', 'revision_number': 4, 'project_id': '776f3679e77e490b893316a32842cc90', 'gw_port': {'id': '846ab4ef-9b11-4da0-85a5-e96f4cd1f657', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ab:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:46Z', 'updated_at': '2022-03-07T17:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': 'db2bf536-b012-4f67-ada8-4523024fd575', 'name': '', 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'mac_address': 'fa:16:3e:16:96:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f18b0602-960c-4c40-bfa0-ef433b9207aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:48Z', 'updated_at': '2022-03-07T17:11:52Z', 'revision_number': 5, 'project_id': '776f3679e77e490b893316a32842cc90', 'subnets': [{'id': 'f18b0602-960c-4c40-bfa0-ef433b9207aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:15:11.198465 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9443ce4a-32c7-44d1-ba0b-cf43d040b693 None None] New status for floating IP c3e72c13-c53e-4bad-b31b-5053bc1f97b0: DOWN {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:15:11.798884 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b46aa67a-8fff-4cf1-a753-787f080bba15 req-ea7174b5-2752-4ceb-8dc5-d01a18c0d477 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-269865029&fields=id&tenant_id=776f3679e77e490b893316a32842cc90 HTTP/1.1" status: 200 len: 267 time: 0.0430927 Mar 07 17:15:11.901664 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46aa67a-8fff-4cf1-a753-787f080bba15 req-59e52305-3042-4e43-9a2b-c7f9b6d08a1e tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:11.903094 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b46aa67a-8fff-4cf1-a753-787f080bba15 req-59e52305-3042-4e43-9a2b-c7f9b6d08a1e tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/networks?id=9389be18-213a-4ced-bba2-3382f718f0a8 HTTP/1.1" status: 200 len: 810 time: 0.0979939 Mar 07 17:15:11.917217 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b46aa67a-8fff-4cf1-a753-787f080bba15 req-6b67cf3d-8d93-4992-99b4-93e4827744c2 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/quotas/776f3679e77e490b893316a32842cc90 HTTP/1.1" status: 200 len: 375 time: 0.0086987 Mar 07 17:15:11.974949 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b46aa67a-8fff-4cf1-a753-787f080bba15 req-9504118a-b672-4a44-af92-cd778bf9dc9a tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=776f3679e77e490b893316a32842cc90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527925 Mar 07 17:15:12.068798 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b46aa67a-8fff-4cf1-a753-787f080bba15 req-7a25de4f-bb1a-42c2-bb4d-962eebdd524a service neutron] 10.222.0.45 "GET /v2.0/networks/9389be18-213a-4ced-bba2-3382f718f0a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823135 Mar 07 17:15:12.156716 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b46aa67a-8fff-4cf1-a753-787f080bba15 req-6cd6d311-8748-48b2-9646-db069a35d3f0 service neutron] 10.222.0.45 "GET /v2.0/networks/9389be18-213a-4ced-bba2-3382f718f0a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824292 Mar 07 17:15:12.673843 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c99884eb-af82-4f4b-a4ca-3bebee99748b req-4e572622-9b58-44c0-a4dc-5cc6717a34f5 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1325077-fdc0-4ddf-ad61-1ecf33ac8f79 HTTP/1.1" status: 200 len: 210 time: 0.0283992 Mar 07 17:15:13.133568 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device 728d8e92-7394-43b7-8410-2b7d7eab3375 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:15:13.153329 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] No Port match for: 728d8e92-7394-43b7-8410-2b7d7eab3375 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:15:13.155723 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device 728d8e92-7394-43b7-8410-2b7d7eab3375 not bound to the agent host hv-cinder-80403 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:15:13.281835 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:15:13.767903 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9fbf690c-a66a-46a3-8b54-f4b646df2676 req-229a3d7d-ecb3-4ccd-bdc2-a1c477dbcbf7 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1325077-fdc0-4ddf-ad61-1ecf33ac8f79 HTTP/1.1" status: 200 len: 210 time: 0.0304668 Mar 07 17:15:14.416589 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46aa67a-8fff-4cf1-a753-787f080bba15 req-1d0a95e8-8ba3-4226-9636-f6ffe5f927df tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:14.418086 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b46aa67a-8fff-4cf1-a753-787f080bba15 req-1d0a95e8-8ba3-4226-9636-f6ffe5f927df tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.53 "GET /v2.0/networks?id=9389be18-213a-4ced-bba2-3382f718f0a8 HTTP/1.1" status: 200 len: 810 time: 0.1054308 Mar 07 17:15:14.489298 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b46aa67a-8fff-4cf1-a753-787f080bba15 req-6137e332-ce56-47b7-a94c-c78df856535c tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=776f3679e77e490b893316a32842cc90 HTTP/1.1" status: 200 len: 379 time: 0.0567880 Mar 07 17:15:14.498104 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-b46aa67a-8fff-4cf1-a753-787f080bba15 req-1b228099-1929-431c-95a3-5574e84b1079 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Request body: {'port': {'device_id': 'c1325077-fdc0-4ddf-ad61-1ecf33ac8f79', 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8', 'admin_state_up': True, 'tenant_id': '776f3679e77e490b893316a32842cc90', 'security_groups': ['576c276b-5805-4c2d-9532-32cca923b8db']}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:15:14.647207 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dab0fd-69fa-4742-870c-b04861a81734 req-bc6b0f06-20a9-4e46-83b1-7452bda7fdf4 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:14.648695 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e4dab0fd-69fa-4742-870c-b04861a81734 req-bc6b0f06-20a9-4e46-83b1-7452bda7fdf4 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/ports?device_id=01aa5eee-c234-4081-ae76-87b063b73cc9 HTTP/1.1" status: 200 len: 946 time: 0.0831494 Mar 07 17:15:14.694603 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b46aa67a-8fff-4cf1-a753-787f080bba15 req-1b228099-1929-431c-95a3-5574e84b1079 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Made reservation on behalf of 776f3679e77e490b893316a32842cc90 for: {'port': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:15:14.698087 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b46aa67a-8fff-4cf1-a753-787f080bba15 req-1b228099-1929-431c-95a3-5574e84b1079 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:14.704147 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e4dab0fd-69fa-4742-870c-b04861a81734 req-dc51dbc2-b221-4a77-8916-7d10d5a8b5b7 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6bf4050-ceda-455e-a032-ebb588c76599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498338 Mar 07 17:15:14.822845 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [req-b46aa67a-8fff-4cf1-a753-787f080bba15 req-1b228099-1929-431c-95a3-5574e84b1079 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Allocated IP 172.20.0.12 (9389be18-213a-4ced-bba2-3382f718f0a8/f18b0602-960c-4c40-bfa0-ef433b9207aa/ced15902-cbbe-4732-8ca2-ba4273820265) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:15:14.887983 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1fcfc934-d9bd-4511-a18b-316ac518fe4b req-2ad9d485-b28b-405b-b956-4f734683fbe9 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1325077-fdc0-4ddf-ad61-1ecf33ac8f79 HTTP/1.1" status: 200 len: 210 time: 0.0403755 Mar 07 17:15:14.986517 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b46aa67a-8fff-4cf1-a753-787f080bba15 req-1b228099-1929-431c-95a3-5574e84b1079 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks [] for port (ced15902-cbbe-4732-8ca2-ba4273820265), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:15.088295 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b46aa67a-8fff-4cf1-a753-787f080bba15 req-1b228099-1929-431c-95a3-5574e84b1079 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (ced15902-cbbe-4732-8ca2-ba4273820265), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:15.135866 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b46aa67a-8fff-4cf1-a753-787f080bba15 req-1b228099-1929-431c-95a3-5574e84b1079 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Network 9389be18-213a-4ced-bba2-3382f718f0a8 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:15:15.140176 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [req-b46aa67a-8fff-4cf1-a753-787f080bba15 req-1b228099-1929-431c-95a3-5574e84b1079 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:15:15.142433 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-b46aa67a-8fff-4cf1-a753-787f080bba15 req-1b228099-1929-431c-95a3-5574e84b1079 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:15:15.175047 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b228099-1929-431c-95a3-5574e84b1079 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Pushing event updated for resources: {'Port': ['ID=ced15902-cbbe-4732-8ca2-ba4273820265,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:15:15.201593 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46aa67a-8fff-4cf1-a753-787f080bba15 req-1b228099-1929-431c-95a3-5574e84b1079 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:15.202285 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b46aa67a-8fff-4cf1-a753-787f080bba15 req-1b228099-1929-431c-95a3-5574e84b1079 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:15.314519 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b46aa67a-8fff-4cf1-a753-787f080bba15 req-1b228099-1929-431c-95a3-5574e84b1079 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8200581 Mar 07 17:15:15.327843 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-b46aa67a-8fff-4cf1-a753-787f080bba15 req-1a9491f5-484a-4d6a-9e0d-0625fb2cbef9 service neutron] Request body: {'port': {'device_id': 'c1325077-fdc0-4ddf-ad61-1ecf33ac8f79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:15:15.383127 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-1eafa431-2163-481f-8da1-5e65452422e7 None None] Provisioning complete for port ced15902-cbbe-4732-8ca2-ba4273820265 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:15:15.389503 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1eafa431-2163-481f-8da1-5e65452422e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (ced15902-cbbe-4732-8ca2-ba4273820265), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:15.389654 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b46aa67a-8fff-4cf1-a753-787f080bba15 req-1a9491f5-484a-4d6a-9e0d-0625fb2cbef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (ced15902-cbbe-4732-8ca2-ba4273820265), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:15.418324 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-1eafa431-2163-481f-8da1-5e65452422e7 None None] Port ced15902-cbbe-4732-8ca2-ba4273820265 cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:15:15.647922 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [req-b46aa67a-8fff-4cf1-a753-787f080bba15 req-1a9491f5-484a-4d6a-9e0d-0625fb2cbef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ced15902-cbbe-4732-8ca2-ba4273820265 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:15:15.655963 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b46aa67a-8fff-4cf1-a753-787f080bba15 req-1a9491f5-484a-4d6a-9e0d-0625fb2cbef9 service neutron] Publish callbacks [] for port (ced15902-cbbe-4732-8ca2-ba4273820265), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:15.668058 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [req-b46aa67a-8fff-4cf1-a753-787f080bba15 req-1a9491f5-484a-4d6a-9e0d-0625fb2cbef9 service neutron] Transition to ACTIVE for port object ced15902-cbbe-4732-8ca2-ba4273820265 will not be triggered until provisioned by entity L2. {{(pid=103431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 17:15:15.739605 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b46aa67a-8fff-4cf1-a753-787f080bba15 req-1a9491f5-484a-4d6a-9e0d-0625fb2cbef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58733560'] for port (ced15902-cbbe-4732-8ca2-ba4273820265), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:15.819562 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9491f5-484a-4d6a-9e0d-0625fb2cbef9 service neutron] Pushing event updated for resources: {'Port': ['ID=ced15902-cbbe-4732-8ca2-ba4273820265,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:15:15.892240 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb55aa3-a955-4d9e-80f0-159f733da1d1 req-1da08985-cf5b-4613-8a01-33e73987ee78 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:15.893762 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0bb55aa3-a955-4d9e-80f0-159f733da1d1 req-1da08985-cf5b-4613-8a01-33e73987ee78 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/ports?device_id=01aa5eee-c234-4081-ae76-87b063b73cc9 HTTP/1.1" status: 200 len: 946 time: 0.1204636 Mar 07 17:15:15.926466 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-b46aa67a-8fff-4cf1-a753-787f080bba15 req-1a9491f5-484a-4d6a-9e0d-0625fb2cbef9 service neutron] Attempting to bind port ced15902-cbbe-4732-8ca2-ba4273820265 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:15:15.926807 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-b46aa67a-8fff-4cf1-a753-787f080bba15 req-1a9491f5-484a-4d6a-9e0d-0625fb2cbef9 service neutron] Attempting to bind port ced15902-cbbe-4732-8ca2-ba4273820265 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '23b56ee2-3cba-4684-96db-32e07f753509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:15:15.927141 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46aa67a-8fff-4cf1-a753-787f080bba15 req-1a9491f5-484a-4d6a-9e0d-0625fb2cbef9 service neutron] Attempting to bind port ced15902-cbbe-4732-8ca2-ba4273820265 on network 9389be18-213a-4ced-bba2-3382f718f0a8 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:15:15.933579 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5f68bbeb-1b73-4094-9fd8-dc45e26a45f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:15.937784 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46aa67a-8fff-4cf1-a753-787f080bba15 req-1a9491f5-484a-4d6a-9e0d-0625fb2cbef9 service neutron] Port ced15902-cbbe-4732-8ca2-ba4273820265 on network 9389be18-213a-4ced-bba2-3382f718f0a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 17:15:15.938118 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46aa67a-8fff-4cf1-a753-787f080bba15 req-1a9491f5-484a-4d6a-9e0d-0625fb2cbef9 service neutron] Attempting to bind port ced15902-cbbe-4732-8ca2-ba4273820265 on network 9389be18-213a-4ced-bba2-3382f718f0a8 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:15:15.958380 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46aa67a-8fff-4cf1-a753-787f080bba15 req-1a9491f5-484a-4d6a-9e0d-0625fb2cbef9 service neutron] Checking agent: {'id': 'c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 17, 0, 18), 'started_at': datetime.datetime(2022, 3, 7, 17, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:15:15.958725 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46aa67a-8fff-4cf1-a753-787f080bba15 req-1a9491f5-484a-4d6a-9e0d-0625fb2cbef9 service neutron] Checking segment: {'id': '23b56ee2-3cba-4684-96db-32e07f753509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:15:15.959104 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46aa67a-8fff-4cf1-a753-787f080bba15 req-1a9491f5-484a-4d6a-9e0d-0625fb2cbef9 service neutron] Bound using segment: {'id': '23b56ee2-3cba-4684-96db-32e07f753509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:15:15.959562 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-b46aa67a-8fff-4cf1-a753-787f080bba15 req-1a9491f5-484a-4d6a-9e0d-0625fb2cbef9 service neutron] Bound port: ced15902-cbbe-4732-8ca2-ba4273820265, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23b56ee2-3cba-4684-96db-32e07f753509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:15:15.959930 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b46aa67a-8fff-4cf1-a753-787f080bba15 req-1a9491f5-484a-4d6a-9e0d-0625fb2cbef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (ced15902-cbbe-4732-8ca2-ba4273820265), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:15.989410 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0bb55aa3-a955-4d9e-80f0-159f733da1d1 req-3c29ce05-cea3-407a-bf9d-a54a7c23095d tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6bf4050-ceda-455e-a032-ebb588c76599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888617 Mar 07 17:15:16.069634 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592705db-9d99-42cf-9b8a-6917afd19da3 req-24cf122e-83cb-4292-933f-742062f49ee9 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:16.071086 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-592705db-9d99-42cf-9b8a-6917afd19da3 req-24cf122e-83cb-4292-933f-742062f49ee9 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1325077-fdc0-4ddf-ad61-1ecf33ac8f79 HTTP/1.1" status: 200 len: 944 time: 0.1054535 Mar 07 17:15:16.076488 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-b46aa67a-8fff-4cf1-a753-787f080bba15 req-1a9491f5-484a-4d6a-9e0d-0625fb2cbef9 service neutron] For port ced15902-cbbe-4732-8ca2-ba4273820265, host hv-cinder-80403, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:15:16.080574 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-b46aa67a-8fff-4cf1-a753-787f080bba15 req-1a9491f5-484a-4d6a-9e0d-0625fb2cbef9 service neutron] For port ced15902-cbbe-4732-8ca2-ba4273820265, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ced15902-cbbe-4732-8ca2-ba4273820265,segment=NetworkSegment(23b56ee2-3cba-4684-96db-32e07f753509),segment_id=23b56ee2-3cba-4684-96db-32e07f753509)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:15:16.125304 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-592705db-9d99-42cf-9b8a-6917afd19da3 req-bae8ac00-fcea-462f-9e1a-400af578bd2f tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464506 Mar 07 17:15:16.150901 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b46aa67a-8fff-4cf1-a753-787f080bba15 req-1a9491f5-484a-4d6a-9e0d-0625fb2cbef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58733560'] for port (ced15902-cbbe-4732-8ca2-ba4273820265), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:16.186000 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46aa67a-8fff-4cf1-a753-787f080bba15 req-1a9491f5-484a-4d6a-9e0d-0625fb2cbef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:16.186336 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b46aa67a-8fff-4cf1-a753-787f080bba15 req-1a9491f5-484a-4d6a-9e0d-0625fb2cbef9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:16.187893 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b46aa67a-8fff-4cf1-a753-787f080bba15 req-1a9491f5-484a-4d6a-9e0d-0625fb2cbef9 service neutron] 10.222.0.53 "PUT /v2.0/ports/ced15902-cbbe-4732-8ca2-ba4273820265 HTTP/1.1" status: 200 len: 1094 time: 0.8645542 Mar 07 17:15:16.193049 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1325077-fdc0-4ddf-ad61-1ecf33ac8f79', 'tag': 'ced15902-cbbe-4732-8ca2-ba4273820265'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:15:16.195367 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aba4c615e876ca6c23e5fed61a3d1f980fac3f984d457871ad3b292fe147bdb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f97e84-72db-4806-aa11-c3a5152d86fb" -d '{"events": [{"name": "network-changed", "server_uuid": "c1325077-fdc0-4ddf-ad61-1ecf33ac8f79", "tag": "ced15902-cbbe-4732-8ca2-ba4273820265"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:15:16.220666 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9491f5-484a-4d6a-9e0d-0625fb2cbef9 service neutron] Pushing event updated for resources: {'Port': ['ID=ced15902-cbbe-4732-8ca2-ba4273820265,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:15:16.231105 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec9bd9d-a5e6-4069-8f3a-a7f96ff78bbf x-openstack-request-id: req-1ec9bd9d-a5e6-4069-8f3a-a7f96ff78bbf {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:15:16.231511 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1325077-fdc0-4ddf-ad61-1ecf33ac8f79", "tag": "ced15902-cbbe-4732-8ca2-ba4273820265", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:15:16.231858 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1ec9bd9d-a5e6-4069-8f3a-a7f96ff78bbf {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:15:16.232329 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1325077-fdc0-4ddf-ad61-1ecf33ac8f79', 'tag': 'ced15902-cbbe-4732-8ca2-ba4273820265', 'status': 'completed', 'code': 200} Mar 07 17:15:16.302463 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f97e84-72db-4806-aa11-c3a5152d86fb req-4bca0c91-78ad-4150-93f1-4ee59e070c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:16.304077 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-45f97e84-72db-4806-aa11-c3a5152d86fb req-4bca0c91-78ad-4150-93f1-4ee59e070c65 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=776f3679e77e490b893316a32842cc90&device_id=c1325077-fdc0-4ddf-ad61-1ecf33ac8f79 HTTP/1.1" status: 200 len: 1128 time: 0.0498974 Mar 07 17:15:16.702940 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f97e84-72db-4806-aa11-c3a5152d86fb req-42d6a363-86e7-4921-b8a8-62bd3fd3b272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:16.704456 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-45f97e84-72db-4806-aa11-c3a5152d86fb req-42d6a363-86e7-4921-b8a8-62bd3fd3b272 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=776f3679e77e490b893316a32842cc90&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3915365 Mar 07 17:15:16.715079 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513e935-1ad1-4a2f-9fac-c9ca0954f21c req-f1338276-919f-4601-a3f9-5f0964df4d6e tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:16.716423 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1513e935-1ad1-4a2f-9fac-c9ca0954f21c req-f1338276-919f-4601-a3f9-5f0964df4d6e tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.53 "GET /v2.0/ports?device_id=01aa5eee-c234-4081-ae76-87b063b73cc9 HTTP/1.1" status: 200 len: 946 time: 0.0754378 Mar 07 17:15:16.862178 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f97e84-72db-4806-aa11-c3a5152d86fb req-4fc62474-48d8-4171-847a-b52f2ea28c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:16.863916 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-45f97e84-72db-4806-aa11-c3a5152d86fb req-4fc62474-48d8-4171-847a-b52f2ea28c7a service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1466725 Mar 07 17:15:16.876548 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-1513e935-1ad1-4a2f-9fac-c9ca0954f21c req-1b67e04a-ea42-4c0d-98a7-1c05425d1533 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Deleting port 214f5cef-2cf8-4e17-b0ac-f59e2e802323 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:15:16.876887 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-1513e935-1ad1-4a2f-9fac-c9ca0954f21c req-1b67e04a-ea42-4c0d-98a7-1c05425d1533 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (214f5cef-2cf8-4e17-b0ac-f59e2e802323), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:16.997075 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46aa67a-8fff-4cf1-a753-787f080bba15 req-5bf29ef9-72d2-4926-9da2-5eec9f3ece7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:16.998455 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b46aa67a-8fff-4cf1-a753-787f080bba15 req-5bf29ef9-72d2-4926-9da2-5eec9f3ece7c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=776f3679e77e490b893316a32842cc90&device_id=c1325077-fdc0-4ddf-ad61-1ecf33ac8f79 HTTP/1.1" status: 200 len: 1128 time: 0.0953650 Mar 07 17:15:17.000654 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-1513e935-1ad1-4a2f-9fac-c9ca0954f21c req-1b67e04a-ea42-4c0d-98a7-1c05425d1533 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] For port 214f5cef-2cf8-4e17-b0ac-f59e2e802323, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=214f5cef-2cf8-4e17-b0ac-f59e2e802323,segment=NetworkSegment(2e7eeae7-3b06-4866-900c-ac06ddbe3a7d),segment_id=2e7eeae7-3b06-4866-900c-ac06ddbe3a7d)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:15:17.001020 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-1513e935-1ad1-4a2f-9fac-c9ca0954f21c req-1b67e04a-ea42-4c0d-98a7-1c05425d1533 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (214f5cef-2cf8-4e17-b0ac-f59e2e802323), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:17.048629 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-1513e935-1ad1-4a2f-9fac-c9ca0954f21c req-1b67e04a-ea42-4c0d-98a7-1c05425d1533 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Calling delete_port for 214f5cef-2cf8-4e17-b0ac-f59e2e802323 owned by compute:nova {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:15:17.051302 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b46aa67a-8fff-4cf1-a753-787f080bba15 req-dfd16cb5-64b1-4c17-ba44-0610f2165ac8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ced15902-cbbe-4732-8ca2-ba4273820265 HTTP/1.1" status: 200 len: 217 time: 0.0432422 Mar 07 17:15:17.177357 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46aa67a-8fff-4cf1-a753-787f080bba15 req-cac423a7-460a-4044-a693-7f06b28d37b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:17.178817 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b46aa67a-8fff-4cf1-a753-787f080bba15 req-cac423a7-460a-4044-a693-7f06b28d37b2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f18b0602-960c-4c40-bfa0-ef433b9207aa HTTP/1.1" status: 200 len: 849 time: 0.1195810 Mar 07 17:15:17.229505 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e2885-ed2c-411d-8430-d83003b64447 req-5588d4b8-4ba7-403a-80f2-939f5b3a3b26 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:17.230934 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-eb5e2885-ed2c-411d-8430-d83003b64447 req-5588d4b8-4ba7-403a-80f2-939f5b3a3b26 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/ports?device_id=01aa5eee-c234-4081-ae76-87b063b73cc9 HTTP/1.1" status: 200 len: 946 time: 0.1727178 Mar 07 17:15:17.352436 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46aa67a-8fff-4cf1-a753-787f080bba15 req-04eae689-5dac-4586-87f4-a52612e4f16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:17.353858 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b46aa67a-8fff-4cf1-a753-787f080bba15 req-04eae689-5dac-4586-87f4-a52612e4f16e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9389be18-213a-4ced-bba2-3382f718f0a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1690409 Mar 07 17:15:17.360566 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-eb5e2885-ed2c-411d-8430-d83003b64447 req-e498df7d-129b-4afd-b41e-e847aa26df49 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/security-groups?id=d6bf4050-ceda-455e-a032-ebb588c76599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181035 Mar 07 17:15:17.394436 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ced2e-aeaf-4113-8b9f-f309249828f3 req-0b4be190-c681-4f18-8fbf-a4d67d3c086f tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:17.395946 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-325ced2e-aeaf-4113-8b9f-f309249828f3 req-0b4be190-c681-4f18-8fbf-a4d67d3c086f tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1325077-fdc0-4ddf-ad61-1ecf33ac8f79 HTTP/1.1" status: 200 len: 944 time: 0.1988926 Mar 07 17:15:17.448352 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-1513e935-1ad1-4a2f-9fac-c9ca0954f21c req-1b67e04a-ea42-4c0d-98a7-1c05425d1533 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (214f5cef-2cf8-4e17-b0ac-f59e2e802323), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:17.460534 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] get_ports_and_sgs() called for port_ids ['214f5cef-2cf8-4e17-b0ac-f59e2e802323'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:15:17.495958 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b67e04a-ea42-4c0d-98a7-1c05425d1533 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Pushing event deleted for resources: {'Port': ['ID=214f5cef-2cf8-4e17-b0ac-f59e2e802323,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:15:17.545433 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-325ced2e-aeaf-4113-8b9f-f309249828f3 req-b6b8c422-8ca1-4095-af4a-70b979c4cc32 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411963 Mar 07 17:15:17.565458 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-1513e935-1ad1-4a2f-9fac-c9ca0954f21c req-1b67e04a-ea42-4c0d-98a7-1c05425d1533 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] No DVR routers for this DVR port 214f5cef-2cf8-4e17-b0ac-f59e2e802323 on host hv-cinder-80403 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:15:17.568960 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-1513e935-1ad1-4a2f-9fac-c9ca0954f21c req-1b67e04a-ea42-4c0d-98a7-1c05425d1533 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:17.572201 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1513e935-1ad1-4a2f-9fac-c9ca0954f21c req-1b67e04a-ea42-4c0d-98a7-1c05425d1533 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.53 "DELETE /v2.0/ports/214f5cef-2cf8-4e17-b0ac-f59e2e802323 HTTP/1.1" status: 204 len: 173 time: 0.8477435 Mar 07 17:15:17.575757 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b46aa67a-8fff-4cf1-a753-787f080bba15 req-21726bc6-af13-4984-95f4-1219491edf8d service neutron] 10.222.0.53 "GET /v2.0/networks/9389be18-213a-4ced-bba2-3382f718f0a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143431 Mar 07 17:15:17.670681 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b46aa67a-8fff-4cf1-a753-787f080bba15 req-5e25b81a-a627-4716-8fdc-02711c2fb7da service neutron] 10.222.0.53 "GET /v2.0/networks/9389be18-213a-4ced-bba2-3382f718f0a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885749 Mar 07 17:15:18.234090 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01aa5eee-c234-4081-ae76-87b063b73cc9', 'name': 'network-vif-deleted', 'tag': '214f5cef-2cf8-4e17-b0ac-f59e2e802323'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:15:18.236521 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aba4c615e876ca6c23e5fed61a3d1f980fac3f984d457871ad3b292fe147bdb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc9376d-445b-4ea1-a835-a062e6bb788f" -d '{"events": [{"server_uuid": "01aa5eee-c234-4081-ae76-87b063b73cc9", "name": "network-vif-deleted", "tag": "214f5cef-2cf8-4e17-b0ac-f59e2e802323"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:15:18.273387 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03dfe689-90b1-4659-9f2f-5c28eb0620df x-openstack-request-id: req-03dfe689-90b1-4659-9f2f-5c28eb0620df {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:15:18.273691 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01aa5eee-c234-4081-ae76-87b063b73cc9", "name": "network-vif-deleted", "tag": "214f5cef-2cf8-4e17-b0ac-f59e2e802323", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:15:18.273951 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-03dfe689-90b1-4659-9f2f-5c28eb0620df {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:15:18.274357 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01aa5eee-c234-4081-ae76-87b063b73cc9', 'name': 'network-vif-deleted', 'tag': '214f5cef-2cf8-4e17-b0ac-f59e2e802323', 'status': 'completed', 'code': 200} Mar 07 17:15:18.431165 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:18.447867 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b2d0bdcb-c278-42b3-be8b-5f9434740649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:18.471404 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-bc4b55d4-d26b-4fc9-bfb2-8d5dfbf5bd69 req-8db0e15b-503b-4e72-89c0-d538cbd06a84 tempest-VolumesSnapshotTestJSON-861193742 tempest-VolumesSnapshotTestJSON-861193742-project] 10.222.0.45 "GET /v2.0/ports?device_id=01aa5eee-c234-4081-ae76-87b063b73cc9 HTTP/1.1" status: 200 len: 210 time: 0.0287943 Mar 07 17:15:18.665489 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d811fe5b-7ce3-4ed1-bb54-3579d7ef59cb req-9d24f286-fe23-4d58-bf4d-db5449f30b82 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:18.666965 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d811fe5b-7ce3-4ed1-bb54-3579d7ef59cb req-9d24f286-fe23-4d58-bf4d-db5449f30b82 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1325077-fdc0-4ddf-ad61-1ecf33ac8f79 HTTP/1.1" status: 200 len: 944 time: 0.0526001 Mar 07 17:15:18.715397 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d811fe5b-7ce3-4ed1-bb54-3579d7ef59cb req-3f738725-d79b-4148-a203-3afdde028c76 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422211 Mar 07 17:15:19.850435 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3c4ce-3788-4cc7-a14c-535e65bf7712 req-e70b860d-b7ce-4cdc-89bd-a95cf8be5251 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:19.852034 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0bc3c4ce-3788-4cc7-a14c-535e65bf7712 req-e70b860d-b7ce-4cdc-89bd-a95cf8be5251 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1325077-fdc0-4ddf-ad61-1ecf33ac8f79 HTTP/1.1" status: 200 len: 944 time: 0.0600080 Mar 07 17:15:19.909034 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0bc3c4ce-3788-4cc7-a14c-535e65bf7712 req-5b52e78d-040e-438f-a3ab-75408b5ce24e tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510867 Mar 07 17:15:20.447604 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:21.040469 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995685b2-4246-476c-bc2a-1b5332de3798 req-ba63f34f-eeb9-463b-86d4-b77f8c9a4c1a tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:21.041964 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-995685b2-4246-476c-bc2a-1b5332de3798 req-ba63f34f-eeb9-463b-86d4-b77f8c9a4c1a tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1325077-fdc0-4ddf-ad61-1ecf33ac8f79 HTTP/1.1" status: 200 len: 944 time: 0.0593791 Mar 07 17:15:21.093602 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-995685b2-4246-476c-bc2a-1b5332de3798 req-3e64c1a6-1449-4bdc-94ff-4c19c7089a42 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453253 Mar 07 17:15:21.163845 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device 214f5cef-2cf8-4e17-b0ac-f59e2e802323 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:15:21.188139 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] No Port match for: 214f5cef-2cf8-4e17-b0ac-f59e2e802323 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:15:21.188440 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device 214f5cef-2cf8-4e17-b0ac-f59e2e802323 not bound to the agent host hv-cinder-80403 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:15:21.898659 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:22.212246 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec05b43-ffa2-422d-a5b1-a8520f024b73 req-73938dfa-17da-4971-b877-3672598b2cfb tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:22.213715 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-aec05b43-ffa2-422d-a5b1-a8520f024b73 req-73938dfa-17da-4971-b877-3672598b2cfb tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1325077-fdc0-4ddf-ad61-1ecf33ac8f79 HTTP/1.1" status: 200 len: 944 time: 0.0521886 Mar 07 17:15:22.261585 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-aec05b43-ffa2-422d-a5b1-a8520f024b73 req-e404da7d-af20-483f-b4da-66d1d2e29130 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417950 Mar 07 17:15:22.990294 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:23.381863 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d590b-3fbf-436b-a1b7-1e78a8b5dd21 req-bb799ceb-6a6e-4acb-8ca4-1b3e844206c6 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:23.383322 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1d2d590b-3fbf-436b-a1b7-1e78a8b5dd21 req-bb799ceb-6a6e-4acb-8ca4-1b3e844206c6 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1325077-fdc0-4ddf-ad61-1ecf33ac8f79 HTTP/1.1" status: 200 len: 944 time: 0.0573356 Mar 07 17:15:23.431094 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1d2d590b-3fbf-436b-a1b7-1e78a8b5dd21 req-fedf82a5-2c1e-47ef-b79f-1aa1e350282a tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423603 Mar 07 17:15:24.548890 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41384c-0f4c-40b7-b2d7-5b8bb5dba53e req-7d4ba4f5-5250-447e-86ea-8e00974473bd tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:24.550368 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-eb41384c-0f4c-40b7-b2d7-5b8bb5dba53e req-7d4ba4f5-5250-447e-86ea-8e00974473bd tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1325077-fdc0-4ddf-ad61-1ecf33ac8f79 HTTP/1.1" status: 200 len: 944 time: 0.0537438 Mar 07 17:15:24.600417 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-eb41384c-0f4c-40b7-b2d7-5b8bb5dba53e req-7fba1dc5-8cc4-4275-b10c-f4bc57fb21d0 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444980 Mar 07 17:15:25.721090 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e8279-917f-42e9-921c-06aaf7b6dcf1 req-0df14b6e-80ef-4505-9baf-e7fc282cd343 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:25.722545 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1f9e8279-917f-42e9-921c-06aaf7b6dcf1 req-0df14b6e-80ef-4505-9baf-e7fc282cd343 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1325077-fdc0-4ddf-ad61-1ecf33ac8f79 HTTP/1.1" status: 200 len: 944 time: 0.0569878 Mar 07 17:15:25.771314 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1f9e8279-917f-42e9-921c-06aaf7b6dcf1 req-fc32c254-015e-4200-ad70-b8599367548e tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432055 Mar 07 17:15:26.891851 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aed71c-1fbd-482b-b417-090fff57672a req-6eeb8d3e-9eed-409b-81b4-47411208cda9 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:26.893310 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-45aed71c-1fbd-482b-b417-090fff57672a req-6eeb8d3e-9eed-409b-81b4-47411208cda9 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1325077-fdc0-4ddf-ad61-1ecf33ac8f79 HTTP/1.1" status: 200 len: 944 time: 0.0553775 Mar 07 17:15:26.943383 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-45aed71c-1fbd-482b-b417-090fff57672a req-88f8e988-582a-49e6-93d7-fefc12feafb7 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445042 Mar 07 17:15:27.203638 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device ced15902-cbbe-4732-8ca2-ba4273820265 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:15:27.302743 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port ced15902-cbbe-4732-8ca2-ba4273820265, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ced15902-cbbe-4732-8ca2-ba4273820265,segment=NetworkSegment(23b56ee2-3cba-4684-96db-32e07f753509),segment_id=23b56ee2-3cba-4684-96db-32e07f753509)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:15:27.315095 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Returning: {'device': 'ced15902-cbbe-4732-8ca2-ba4273820265', 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8', 'port_id': 'ced15902-cbbe-4732-8ca2-ba4273820265', 'mac_address': 'fa:16:3e:93:34:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18b0602-960c-4c40-bfa0-ef433b9207aa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:15:27.351262 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Current status of the port ced15902-cbbe-4732-8ca2-ba4273820265 is: DOWN; New status is: BUILD {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:15:27.351683 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (ced15902-cbbe-4732-8ca2-ba4273820265), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:27.365592 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ced15902-cbbe-4732-8ca2-ba4273820265 {{(pid=103440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:15:27.385447 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port ced15902-cbbe-4732-8ca2-ba4273820265, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ced15902-cbbe-4732-8ca2-ba4273820265,segment=NetworkSegment(23b56ee2-3cba-4684-96db-32e07f753509),segment_id=23b56ee2-3cba-4684-96db-32e07f753509)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:15:27.487202 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (ced15902-cbbe-4732-8ca2-ba4273820265), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:27.535007 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Pushing event updated for resources: {'Port': ['ID=ced15902-cbbe-4732-8ca2-ba4273820265,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:15:27.859908 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] get_ports_and_sgs() called for port_ids ['ced15902-cbbe-4732-8ca2-ba4273820265'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:15:28.061344 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f8bc8-ab49-4e0b-b3b6-00a08372ec98 req-cba14c77-bb46-4b24-a67d-962350cd4846 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:28.063012 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7e1f8bc8-ab49-4e0b-b3b6-00a08372ec98 req-cba14c77-bb46-4b24-a67d-962350cd4846 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1325077-fdc0-4ddf-ad61-1ecf33ac8f79 HTTP/1.1" status: 200 len: 945 time: 0.0526240 Mar 07 17:15:28.115672 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7e1f8bc8-ab49-4e0b-b3b6-00a08372ec98 req-98c0ea80-893a-4434-bd42-f1e1a3433548 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470943 Mar 07 17:15:29.231308 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0262b4c1-5dea-4ce5-83bf-2cdc2d08b553 req-5823b12c-bbd5-4e64-ad38-02a6dcb76870 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:29.232793 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0262b4c1-5dea-4ce5-83bf-2cdc2d08b553 req-5823b12c-bbd5-4e64-ad38-02a6dcb76870 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1325077-fdc0-4ddf-ad61-1ecf33ac8f79 HTTP/1.1" status: 200 len: 945 time: 0.0521121 Mar 07 17:15:29.232940 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device ced15902-cbbe-4732-8ca2-ba4273820265 up at agent hyperv_hv-cinder-80403 {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:15:29.281608 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0262b4c1-5dea-4ce5-83bf-2cdc2d08b553 req-df232ca0-b28d-476f-9338-6cd04d32e594 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424328 Mar 07 17:15:29.361329 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Provisioning for port ced15902-cbbe-4732-8ca2-ba4273820265 completed by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 17:15:29.365813 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Provisioning complete for port ced15902-cbbe-4732-8ca2-ba4273820265 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:15:29.366186 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (ced15902-cbbe-4732-8ca2-ba4273820265), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:29.442141 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Current status of the port ced15902-cbbe-4732-8ca2-ba4273820265 is: BUILD; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:15:29.442450 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (ced15902-cbbe-4732-8ca2-ba4273820265), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:29.464093 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1325077-fdc0-4ddf-ad61-1ecf33ac8f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced15902-cbbe-4732-8ca2-ba4273820265'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:15:29.466340 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11138cde4cb47aed6ab60590cdc6142137d0740b05d94cd9dbb0d95d7575220c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11df9eb-67ae-4f5e-92ce-f4972f0443f4" -d '{"events": [{"server_uuid": "c1325077-fdc0-4ddf-ad61-1ecf33ac8f79", "name": "network-vif-plugged", "status": "completed", "tag": "ced15902-cbbe-4732-8ca2-ba4273820265"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:15:29.478628 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port ced15902-cbbe-4732-8ca2-ba4273820265, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ced15902-cbbe-4732-8ca2-ba4273820265,segment=NetworkSegment(23b56ee2-3cba-4684-96db-32e07f753509),segment_id=23b56ee2-3cba-4684-96db-32e07f753509)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:15:29.505174 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a498903a-0b2e-4a4f-8231-da26f4e17a0b x-openstack-request-id: req-a498903a-0b2e-4a4f-8231-da26f4e17a0b {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:15:29.505463 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1325077-fdc0-4ddf-ad61-1ecf33ac8f79", "name": "network-vif-plugged", "status": "completed", "tag": "ced15902-cbbe-4732-8ca2-ba4273820265", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:15:29.505719 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a498903a-0b2e-4a4f-8231-da26f4e17a0b {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:15:29.506114 dv-cinder-804035-42-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1325077-fdc0-4ddf-ad61-1ecf33ac8f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced15902-cbbe-4732-8ca2-ba4273820265', 'code': 200} Mar 07 17:15:29.545036 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (ced15902-cbbe-4732-8ca2-ba4273820265), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:29.596951 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Pushing event updated for resources: {'Port': ['ID=ced15902-cbbe-4732-8ca2-ba4273820265,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:15:29.842166 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fb5b6-0309-4bad-bbb6-6bd11abe749e req-40262147-3c38-42ac-a475-8fac8014e989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:29.844262 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9f0fb5b6-0309-4bad-bbb6-6bd11abe749e req-40262147-3c38-42ac-a475-8fac8014e989 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c1325077-fdc0-4ddf-ad61-1ecf33ac8f79 HTTP/1.1" status: 200 len: 1130 time: 0.0430140 Mar 07 17:15:29.891140 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9f0fb5b6-0309-4bad-bbb6-6bd11abe749e req-64ef9d7f-2a9c-4edf-b2e9-87b0981edd5b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390532 Mar 07 17:15:30.404984 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13392ecd-f633-4f52-a2f8-d44b9864314d req-011d1980-7f48-4a8d-b2b8-c9af3bafbd34 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:30.406443 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-13392ecd-f633-4f52-a2f8-d44b9864314d req-011d1980-7f48-4a8d-b2b8-c9af3bafbd34 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1325077-fdc0-4ddf-ad61-1ecf33ac8f79 HTTP/1.1" status: 200 len: 946 time: 0.0567789 Mar 07 17:15:30.454510 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-13392ecd-f633-4f52-a2f8-d44b9864314d req-781b8367-c2db-4afa-8afd-fdd6e0dd2fe5 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418673 Mar 07 17:15:31.575786 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df9b8f-bb22-4b39-8718-42d7d6754825 req-22f65fe2-fd01-4ff9-85b2-2f06803d8c9b tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:31.577252 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-69df9b8f-bb22-4b39-8718-42d7d6754825 req-22f65fe2-fd01-4ff9-85b2-2f06803d8c9b tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1325077-fdc0-4ddf-ad61-1ecf33ac8f79 HTTP/1.1" status: 200 len: 946 time: 0.0520759 Mar 07 17:15:31.626487 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-69df9b8f-bb22-4b39-8718-42d7d6754825 req-1791562c-4573-4c31-8152-d36c85d04092 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428915 Mar 07 17:15:31.743164 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba7ade-07b9-42c7-a860-1a19053f339d req-1c368bb5-a3bd-4e4b-bbc0-122dbcc35b18 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:31.744637 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f2ba7ade-07b9-42c7-a860-1a19053f339d req-1c368bb5-a3bd-4e4b-bbc0-122dbcc35b18 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1325077-fdc0-4ddf-ad61-1ecf33ac8f79 HTTP/1.1" status: 200 len: 946 time: 0.0533624 Mar 07 17:15:31.796852 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f2ba7ade-07b9-42c7-a860-1a19053f339d req-8d4189e9-23cd-415e-afee-25db3dc01904 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466952 Mar 07 17:15:31.819020 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 40304) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:15:31.861348 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78834a6b-c19d-408b-a1d9-834e8a7dac63 tempest-TestVolumeBootPattern-1405354157 tempest-TestVolumeBootPattern-1405354157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:31.863077 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-78834a6b-c19d-408b-a1d9-834e8a7dac63 tempest-TestVolumeBootPattern-1405354157 tempest-TestVolumeBootPattern-1405354157-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c1325077-fdc0-4ddf-ad61-1ecf33ac8f79 HTTP/1.1" status: 200 len: 1125 time: 0.0428233 Mar 07 17:15:31.865905 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 40306) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:15:31.869972 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-aafe0dcf-d2e7-4b63-89fc-66a2651c522f tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Request body: {'floatingip': {'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'port_id': 'ced15902-cbbe-4732-8ca2-ba4273820265', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:15:31.956419 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-aafe0dcf-d2e7-4b63-89fc-66a2651c522f tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:32.055721 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-aafe0dcf-d2e7-4b63-89fc-66a2651c522f tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:32.162048 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-aafe0dcf-d2e7-4b63-89fc-66a2651c522f tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Allocated IP 172.27.3.19 (ca3ae6bc-acc1-44d4-99e8-2239d5d79721/7ea6e5b5-19cc-4407-9435-cc1a16805785/1625dddb-7adc-4c4d-8565-df608fc50d84) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:15:32.265371 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-aafe0dcf-d2e7-4b63-89fc-66a2651c522f tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks [] for port (1625dddb-7adc-4c4d-8565-df608fc50d84), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:32.349726 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-aafe0dcf-d2e7-4b63-89fc-66a2651c522f tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (1625dddb-7adc-4c4d-8565-df608fc50d84), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:32.390279 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafe0dcf-d2e7-4b63-89fc-66a2651c522f tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Network ca3ae6bc-acc1-44d4-99e8-2239d5d79721 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:15:32.393678 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-aafe0dcf-d2e7-4b63-89fc-66a2651c522f tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:15:32.397325 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafe0dcf-d2e7-4b63-89fc-66a2651c522f tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:15:32.402911 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe0dcf-d2e7-4b63-89fc-66a2651c522f tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Pushing event updated for resources: {'Port': ['ID=1625dddb-7adc-4c4d-8565-df608fc50d84,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:15:32.431093 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe0dcf-d2e7-4b63-89fc-66a2651c522f tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:32.431465 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe0dcf-d2e7-4b63-89fc-66a2651c522f tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:32.431824 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe0dcf-d2e7-4b63-89fc-66a2651c522f tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:32.432166 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe0dcf-d2e7-4b63-89fc-66a2651c522f tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:32.432499 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe0dcf-d2e7-4b63-89fc-66a2651c522f tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:32.432834 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe0dcf-d2e7-4b63-89fc-66a2651c522f tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:32.433167 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe0dcf-d2e7-4b63-89fc-66a2651c522f tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:32.433498 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe0dcf-d2e7-4b63-89fc-66a2651c522f tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:32.433915 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe0dcf-d2e7-4b63-89fc-66a2651c522f tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:32.434248 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe0dcf-d2e7-4b63-89fc-66a2651c522f tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:32.434575 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe0dcf-d2e7-4b63-89fc-66a2651c522f tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:32.434908 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe0dcf-d2e7-4b63-89fc-66a2651c522f tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:32.435233 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafe0dcf-d2e7-4b63-89fc-66a2651c522f tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:32.769956 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-aafe0dcf-d2e7-4b63-89fc-66a2651c522f tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks [] for floatingip (da2f6319-39c6-4c8c-a78f-1ba9878f9a4b), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:32.873416 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-aafe0dcf-d2e7-4b63-89fc-66a2651c522f tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (1625dddb-7adc-4c4d-8565-df608fc50d84), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:33.024419 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-aafe0dcf-d2e7-4b63-89fc-66a2651c522f tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks [] for port (1625dddb-7adc-4c4d-8565-df608fc50d84), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:33.064721 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-aafe0dcf-d2e7-4b63-89fc-66a2651c522f tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58733560'] for port (1625dddb-7adc-4c4d-8565-df608fc50d84), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:33.130699 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe0dcf-d2e7-4b63-89fc-66a2651c522f tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Pushing event updated for resources: {'Port': ['ID=1625dddb-7adc-4c4d-8565-df608fc50d84,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:15:33.142214 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-aafe0dcf-d2e7-4b63-89fc-66a2651c522f tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2049624'] for floatingip (da2f6319-39c6-4c8c-a78f-1ba9878f9a4b), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:33.243670 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.db.l3_db [None req-aafe0dcf-d2e7-4b63-89fc-66a2651c522f tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Floating IP da2f6319-39c6-4c8c-a78f-1ba9878f9a4b associated. External IP: 172.27.3.19, port: ced15902-cbbe-4732-8ca2-ba4273820265. Mar 07 17:15:33.454919 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aafe0dcf-d2e7-4b63-89fc-66a2651c522f tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Router b42c20a0-aafe-467d-a24d-809265abcd59 has already been hosted by L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:15:33.564481 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aafe0dcf-d2e7-4b63-89fc-66a2651c522f tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:15:33.574068 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509edef8-547c-425b-8dc4-808c864489a0 None None] Sync routers for ids ['b42c20a0-aafe-467d-a24d-809265abcd59'] in dv-cinder-804035-42-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:15:33.585047 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509edef8-547c-425b-8dc4-808c864489a0 None None] Routers {'b42c20a0-aafe-467d-a24d-809265abcd59'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:15:33.592909 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-509edef8-547c-425b-8dc4-808c864489a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:15:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['b42c20a0-aafe-467d-a24d-809265abcd59'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:15:33.646211 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-aafe0dcf-d2e7-4b63-89fc-66a2651c522f tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:33.670142 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-919ba0aa-2302-4d58-8fb2-9676fcaefe5c req-42b915cb-dae0-4d95-b1e1-8cabdd001abf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=de078107-e689-45a4-8451-2da22d662778&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0668807 Mar 07 17:15:33.679492 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-aafe0dcf-d2e7-4b63-89fc-66a2651c522f tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8126228 Mar 07 17:15:33.680077 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1325077-fdc0-4ddf-ad61-1ecf33ac8f79', 'tag': 'ced15902-cbbe-4732-8ca2-ba4273820265'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:15:33.682306 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aba4c615e876ca6c23e5fed61a3d1f980fac3f984d457871ad3b292fe147bdb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44199fdf-18f7-477c-a717-b5e14da3302f" -d '{"events": [{"name": "network-changed", "server_uuid": "c1325077-fdc0-4ddf-ad61-1ecf33ac8f79", "tag": "ced15902-cbbe-4732-8ca2-ba4273820265"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:15:33.699491 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-509edef8-547c-425b-8dc4-808c864489a0 None None] Set router b42c20a0-aafe-467d-a24d-809265abcd59 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:15:33.726871 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0fbfc31-b584-471b-91be-05f8b7b85737 x-openstack-request-id: req-b0fbfc31-b584-471b-91be-05f8b7b85737 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:15:33.727162 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1325077-fdc0-4ddf-ad61-1ecf33ac8f79", "tag": "ced15902-cbbe-4732-8ca2-ba4273820265", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:15:33.727422 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b0fbfc31-b584-471b-91be-05f8b7b85737 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:15:33.727858 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1325077-fdc0-4ddf-ad61-1ecf33ac8f79', 'tag': 'ced15902-cbbe-4732-8ca2-ba4273820265', 'status': 'completed', 'code': 200} Mar 07 17:15:33.917542 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-509edef8-547c-425b-8dc4-808c864489a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'name': 'tempest-TestVolumeBootPattern-33529847-router', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '846ab4ef-9b11-4da0-85a5-e96f4cd1f657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:11:46Z', 'updated_at': '2022-03-07T17:11:49Z', 'revision_number': 4, 'project_id': '776f3679e77e490b893316a32842cc90', 'gw_port': {'id': '846ab4ef-9b11-4da0-85a5-e96f4cd1f657', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ab:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:46Z', 'updated_at': '2022-03-07T17:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_floatingips': [{'id': 'da2f6319-39c6-4c8c-a78f-1ba9878f9a4b', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'floating_ip_address': '172.27.3.19', 'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'router_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'port_id': 'ced15902-cbbe-4732-8ca2-ba4273820265', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8', 'mac_address': 'fa:16:3e:93:34:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1325077-fdc0-4ddf-ad61-1ecf33ac8f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:15:32Z', 'updated_at': '2022-03-07T17:15:32Z', 'revision_number': 0, 'project_id': '776f3679e77e490b893316a32842cc90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db2bf536-b012-4f67-ada8-4523024fd575', 'name': '', 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'mac_address': 'fa:16:3e:16:96:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f18b0602-960c-4c40-bfa0-ef433b9207aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:48Z', 'updated_at': '2022-03-07T17:11:52Z', 'revision_number': 5, 'project_id': '776f3679e77e490b893316a32842cc90', 'subnets': [{'id': 'f18b0602-960c-4c40-bfa0-ef433b9207aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:15:33.947962 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509edef8-547c-425b-8dc4-808c864489a0 None None] Checking router: b42c20a0-aafe-467d-a24d-809265abcd59 for host: dv-cinder-804035-42-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:15:33.956664 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509edef8-547c-425b-8dc4-808c864489a0 None None] Routers {'b42c20a0-aafe-467d-a24d-809265abcd59'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:15:33.957268 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-509edef8-547c-425b-8dc4-808c864489a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:15:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['b42c20a0-aafe-467d-a24d-809265abcd59'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:15:34.200161 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-509edef8-547c-425b-8dc4-808c864489a0 None None] Set router b42c20a0-aafe-467d-a24d-809265abcd59 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:15:34.426442 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-509edef8-547c-425b-8dc4-808c864489a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'name': 'tempest-TestVolumeBootPattern-33529847-router', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '846ab4ef-9b11-4da0-85a5-e96f4cd1f657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:11:46Z', 'updated_at': '2022-03-07T17:11:49Z', 'revision_number': 4, 'project_id': '776f3679e77e490b893316a32842cc90', 'gw_port': {'id': '846ab4ef-9b11-4da0-85a5-e96f4cd1f657', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ab:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:46Z', 'updated_at': '2022-03-07T17:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_floatingips': [{'id': 'da2f6319-39c6-4c8c-a78f-1ba9878f9a4b', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'floating_ip_address': '172.27.3.19', 'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'router_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'port_id': 'ced15902-cbbe-4732-8ca2-ba4273820265', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8', 'mac_address': 'fa:16:3e:93:34:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1325077-fdc0-4ddf-ad61-1ecf33ac8f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:15:32Z', 'updated_at': '2022-03-07T17:15:32Z', 'revision_number': 0, 'project_id': '776f3679e77e490b893316a32842cc90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db2bf536-b012-4f67-ada8-4523024fd575', 'name': '', 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'mac_address': 'fa:16:3e:16:96:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f18b0602-960c-4c40-bfa0-ef433b9207aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:48Z', 'updated_at': '2022-03-07T17:11:52Z', 'revision_number': 5, 'project_id': '776f3679e77e490b893316a32842cc90', 'subnets': [{'id': 'f18b0602-960c-4c40-bfa0-ef433b9207aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:15:34.452681 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509edef8-547c-425b-8dc4-808c864489a0 None None] The sync data for ids ['b42c20a0-aafe-467d-a24d-809265abcd59'] in dv-cinder-804035-42-iscsi is: [{'id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'name': 'tempest-TestVolumeBootPattern-33529847-router', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '846ab4ef-9b11-4da0-85a5-e96f4cd1f657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:11:46Z', 'updated_at': '2022-03-07T17:11:49Z', 'revision_number': 4, 'project_id': '776f3679e77e490b893316a32842cc90', 'gw_port': {'id': '846ab4ef-9b11-4da0-85a5-e96f4cd1f657', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ab:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:46Z', 'updated_at': '2022-03-07T17:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_floatingips': [{'id': 'da2f6319-39c6-4c8c-a78f-1ba9878f9a4b', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'floating_ip_address': '172.27.3.19', 'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'router_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'port_id': 'ced15902-cbbe-4732-8ca2-ba4273820265', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8', 'mac_address': 'fa:16:3e:93:34:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1325077-fdc0-4ddf-ad61-1ecf33ac8f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:15:32Z', 'updated_at': '2022-03-07T17:15:32Z', 'revision_number': 0, 'project_id': '776f3679e77e490b893316a32842cc90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db2bf536-b012-4f67-ada8-4523024fd575', 'name': '', 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'mac_address': 'fa:16:3e:16:96:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f18b0602-960c-4c40-bfa0-ef433b9207aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:48Z', 'updated_at': '2022-03-07T17:11:52Z', 'revision_number': 5, 'project_id': '776f3679e77e490b893316a32842cc90', 'subnets': [{'id': 'f18b0602-960c-4c40-bfa0-ef433b9207aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:15:34.628655 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19f14e3-101a-4515-9537-f5a9f0d540a8 None None] New status for floating IP da2f6319-39c6-4c8c-a78f-1ba9878f9a4b: ACTIVE {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:15:34.882216 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44199fdf-18f7-477c-a717-b5e14da3302f req-63240f8b-0e3e-4bc2-833b-fc7964caad5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:34.883727 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-44199fdf-18f7-477c-a717-b5e14da3302f req-63240f8b-0e3e-4bc2-833b-fc7964caad5b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=776f3679e77e490b893316a32842cc90&device_id=c1325077-fdc0-4ddf-ad61-1ecf33ac8f79 HTTP/1.1" status: 200 len: 1130 time: 0.0814800 Mar 07 17:15:34.885512 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ba0aa-2302-4d58-8fb2-9676fcaefe5c req-7fa3397a-88d7-4758-b3b8-43c7e93512a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:34.886846 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-919ba0aa-2302-4d58-8fb2-9676fcaefe5c req-7fa3397a-88d7-4758-b3b8-43c7e93512a1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fdd99a90993946518de326bc6d9a7a06&device_id=de078107-e689-45a4-8451-2da22d662778 HTTP/1.1" status: 200 len: 1129 time: 0.0768239 Mar 07 17:15:35.038409 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44199fdf-18f7-477c-a717-b5e14da3302f req-ede149e1-ff41-43e0-83ca-673963b6f5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:35.039866 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-44199fdf-18f7-477c-a717-b5e14da3302f req-ede149e1-ff41-43e0-83ca-673963b6f5f6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9389be18-213a-4ced-bba2-3382f718f0a8 HTTP/1.1" status: 200 len: 911 time: 0.1486673 Mar 07 17:15:35.043993 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ba0aa-2302-4d58-8fb2-9676fcaefe5c req-2846191f-3ed3-4541-9d35-7cb485109cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:35.045940 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-919ba0aa-2302-4d58-8fb2-9676fcaefe5c req-2846191f-3ed3-4541-9d35-7cb485109cc4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=17f2b355-6a2e-4221-b899-dbeb2220fa3c HTTP/1.1" status: 200 len: 916 time: 0.1366730 Mar 07 17:15:35.151308 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-44199fdf-18f7-477c-a717-b5e14da3302f req-d86b21fd-c69a-42d1-ac2b-fa809b92aef0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ced15902-cbbe-4732-8ca2-ba4273820265 HTTP/1.1" status: 200 len: 1001 time: 0.1051211 Mar 07 17:15:35.153024 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-919ba0aa-2302-4d58-8fb2-9676fcaefe5c req-a52713e4-4af1-4961-ad26-32d75b89e851 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78974e3f-110f-4dee-9a2c-87f25a6cbfa1 HTTP/1.1" status: 200 len: 1001 time: 0.1001744 Mar 07 17:15:35.239586 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ba0aa-2302-4d58-8fb2-9676fcaefe5c req-8cb8fda5-4aac-4b7f-8cc5-c0a4eff85a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:35.241003 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-919ba0aa-2302-4d58-8fb2-9676fcaefe5c req-8cb8fda5-4aac-4b7f-8cc5-c0a4eff85a28 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ad537dc-a0d8-4463-8026-4f3cd5701784 HTTP/1.1" status: 200 len: 854 time: 0.0772655 Mar 07 17:15:35.242178 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44199fdf-18f7-477c-a717-b5e14da3302f req-7672ea06-a30c-4e62-804a-bd4f780d66f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:35.243474 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-44199fdf-18f7-477c-a717-b5e14da3302f req-7672ea06-a30c-4e62-804a-bd4f780d66f4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f18b0602-960c-4c40-bfa0-ef433b9207aa HTTP/1.1" status: 200 len: 849 time: 0.0819256 Mar 07 17:15:35.326930 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44199fdf-18f7-477c-a717-b5e14da3302f req-72b3d63d-4aa7-4bf6-8175-684eef271edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:35.328428 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-44199fdf-18f7-477c-a717-b5e14da3302f req-72b3d63d-4aa7-4bf6-8175-684eef271edf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9389be18-213a-4ced-bba2-3382f718f0a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0751569 Mar 07 17:15:35.330632 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ba0aa-2302-4d58-8fb2-9676fcaefe5c req-1e626ca0-c4c2-491f-aa8a-86cf428b72c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:35.331989 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-919ba0aa-2302-4d58-8fb2-9676fcaefe5c req-1e626ca0-c4c2-491f-aa8a-86cf428b72c0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17f2b355-6a2e-4221-b899-dbeb2220fa3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0797987 Mar 07 17:15:35.775679 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-44199fdf-18f7-477c-a717-b5e14da3302f req-33a123c5-fbb7-4948-8d98-e05ffcb82e47 service neutron] 10.222.0.53 "GET /v2.0/networks/9389be18-213a-4ced-bba2-3382f718f0a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367113 Mar 07 17:15:35.777392 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-919ba0aa-2302-4d58-8fb2-9676fcaefe5c req-4853f852-84de-4f3a-bc64-c143d461258f service neutron] 10.222.0.53 "GET /v2.0/networks/17f2b355-6a2e-4221-b899-dbeb2220fa3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4314229 Mar 07 17:15:35.935108 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-44199fdf-18f7-477c-a717-b5e14da3302f req-8ba76d2c-b5ed-4371-8808-3c9c1f299ed4 service neutron] 10.222.0.53 "GET /v2.0/networks/9389be18-213a-4ced-bba2-3382f718f0a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491466 Mar 07 17:15:35.936856 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-919ba0aa-2302-4d58-8fb2-9676fcaefe5c req-927d6c52-480f-41a0-9e20-412652b6955f service neutron] 10.222.0.53 "GET /v2.0/networks/17f2b355-6a2e-4221-b899-dbeb2220fa3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498792 Mar 07 17:15:45.944412 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ac783026-ef01-476a-9462-1865b179fc06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:46.704882 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 40436) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:15:46.709527 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-49ca6703-1cfc-4ee2-b16b-a0b633dd491c tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1452329142', 'description': 'tempest-description--1686183348'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:15:46.789590 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-49ca6703-1cfc-4ee2-b16b-a0b633dd491c tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:46.853332 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-49ca6703-1cfc-4ee2-b16b-a0b633dd491c tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for security_group (93c84894-d683-437e-8c7d-cbd21892df57), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:46.903810 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-49ca6703-1cfc-4ee2-b16b-a0b633dd491c tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (93c84894-d683-437e-8c7d-cbd21892df57), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:46.933029 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca6703-1cfc-4ee2-b16b-a0b633dd491c tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93c84894-d683-437e-8c7d-cbd21892df57,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:15:46.997158 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-49ca6703-1cfc-4ee2-b16b-a0b633dd491c tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:46.998448 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-49ca6703-1cfc-4ee2-b16b-a0b633dd491c tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2925656 Mar 07 17:15:47.001281 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 40440) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:15:47.005912 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-e8744568-d690-4c43-abb2-ce41a58f9143 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Request body: {'security_group_rule': {'security_group_id': '93c84894-d683-437e-8c7d-cbd21892df57', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:15:47.039764 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 40444) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:15:47.088341 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d18a3dc-c42b-47bd-9cfc-f098c189f918 admin admin] Deleting subnet 2c1fbc93-1938-4aa8-af50-51601d52ba86 {{(pid=103431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 17:15:47.091472 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2d18a3dc-c42b-47bd-9cfc-f098c189f918 admin admin] Publish callbacks [] for subnet (2c1fbc93-1938-4aa8-af50-51601d52ba86), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:47.119701 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e8744568-d690-4c43-abb2-ce41a58f9143 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for security_group_rule (d6bc4c22-8673-4503-ac01-50efa25e9100), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:47.143711 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2d18a3dc-c42b-47bd-9cfc-f098c189f918 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60696947'] for subnet (2c1fbc93-1938-4aa8-af50-51601d52ba86), precommit_delete_associations {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:47.208253 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2d18a3dc-c42b-47bd-9cfc-f098c189f918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712441'] for subnet (2c1fbc93-1938-4aa8-af50-51601d52ba86), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:47.208253 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e8744568-d690-4c43-abb2-ce41a58f9143 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for security_group_rule (d6bc4c22-8673-4503-ac01-50efa25e9100), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:47.287142 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e8744568-d690-4c43-abb2-ce41a58f9143 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607897'] for security_group_rule (d6bc4c22-8673-4503-ac01-50efa25e9100), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:47.304734 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8744568-d690-4c43-abb2-ce41a58f9143 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6bc4c22-8673-4503-ac01-50efa25e9100,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:15:47.316156 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2d18a3dc-c42b-47bd-9cfc-f098c189f918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58733494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60764649'] for subnet (2c1fbc93-1938-4aa8-af50-51601d52ba86), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:47.343374 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d18a3dc-c42b-47bd-9cfc-f098c189f918 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c1fbc93-1938-4aa8-af50-51601d52ba86,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:15:47.349900 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2d18a3dc-c42b-47bd-9cfc-f098c189f918 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:47.353789 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-2d18a3dc-c42b-47bd-9cfc-f098c189f918 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/2c1fbc93-1938-4aa8-af50-51601d52ba86 HTTP/1.1" status: 204 len: 168 time: 0.3130674 Mar 07 17:15:47.355845 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 40446) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:15:47.411725 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e8744568-d690-4c43-abb2-ce41a58f9143 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:47.412908 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-e8744568-d690-4c43-abb2-ce41a58f9143 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4107201 Mar 07 17:15:47.415732 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 40448) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:15:47.422163 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-39dbe3c4-0bc6-4004-8658-98a13910ffdc tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Request body: {'security_group_rule': {'security_group_id': '93c84894-d683-437e-8c7d-cbd21892df57', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:15:47.427635 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f7ecf837-9703-4a21-964e-171d84813d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748406'] for network (098a2cd2-30b5-4b26-a3c1-90309f938532), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:47.504850 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-39dbe3c4-0bc6-4004-8658-98a13910ffdc tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for security_group_rule (dcf3df1f-6d31-4628-a051-a5cea7513b01), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:47.509807 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f7ecf837-9703-4a21-964e-171d84813d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856182', 'neutron.services.segments.db._delete_segments_for_network-8762244314215'] for network (098a2cd2-30b5-4b26-a3c1-90309f938532), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:47.532914 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-f7ecf837-9703-4a21-964e-171d84813d84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['098a2cd2-30b5-4b26-a3c1-90309f938532']}} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:15:47.543911 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-f7ecf837-9703-4a21-964e-171d84813d84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e7eeae7-3b06-4866-900c-ac06ddbe3a7d') {'for_net_delete': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:15:47.544205 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-f7ecf837-9703-4a21-964e-171d84813d84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e7eeae7-3b06-4866-900c-ac06ddbe3a7d') {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:15:47.554574 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f7ecf837-9703-4a21-964e-171d84813d84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762244314736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60696968'] for segment (2e7eeae7-3b06-4866-900c-ac06ddbe3a7d), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:47.560658 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-39dbe3c4-0bc6-4004-8658-98a13910ffdc tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for security_group_rule (dcf3df1f-6d31-4628-a051-a5cea7513b01), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:47.568131 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f7ecf837-9703-4a21-964e-171d84813d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696658'] for segment (2e7eeae7-3b06-4866-900c-ac06ddbe3a7d), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:47.574160 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7ecf837-9703-4a21-964e-171d84813d84 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=103431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 17:15:47.574569 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f7ecf837-9703-4a21-964e-171d84813d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58733532'] for segment (2e7eeae7-3b06-4866-900c-ac06ddbe3a7d), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:47.576191 dv-cinder-804035-42-iscsi neutron-server[103431]: Traceback (most recent call last): Mar 07 17:15:47.576191 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 17:15:47.576191 dv-cinder-804035-42-iscsi neutron-server[103431]: timer() Mar 07 17:15:47.576191 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 17:15:47.576191 dv-cinder-804035-42-iscsi neutron-server[103431]: cb(*args, **kw) Mar 07 17:15:47.576191 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 17:15:47.576191 dv-cinder-804035-42-iscsi neutron-server[103431]: return func(*args, **kwargs) Mar 07 17:15:47.576191 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 17:15:47.576191 dv-cinder-804035-42-iscsi neutron-server[103431]: self._notify() Mar 07 17:15:47.576191 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 17:15:47.576191 dv-cinder-804035-42-iscsi neutron-server[103431]: self.callback(batched_events) Mar 07 17:15:47.576191 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 17:15:47.576191 dv-cinder-804035-42-iscsi neutron-server[103431]: event.method(event) Mar 07 17:15:47.576191 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 17:15:47.576191 dv-cinder-804035-42-iscsi neutron-server[103431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 17:15:47.576191 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 17:15:47.576191 dv-cinder-804035-42-iscsi neutron-server[103431]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 17:15:47.576191 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 17:15:47.576191 dv-cinder-804035-42-iscsi neutron-server[103431]: return f(self, *a, **k) Mar 07 17:15:47.576191 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 17:15:47.576191 dv-cinder-804035-42-iscsi neutron-server[103431]: return self._get(url).json() Mar 07 17:15:47.576191 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 17:15:47.576191 dv-cinder-804035-42-iscsi neutron-server[103431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 17:15:47.576191 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 17:15:47.576191 dv-cinder-804035-42-iscsi neutron-server[103431]: return self.request(url, 'GET', **kwargs) Mar 07 17:15:47.576191 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 17:15:47.576191 dv-cinder-804035-42-iscsi neutron-server[103431]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 17:15:47.576191 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 17:15:47.576191 dv-cinder-804035-42-iscsi neutron-server[103431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 17:15:47.576191 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 17:15:47.576191 dv-cinder-804035-42-iscsi neutron-server[103431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 17:15:47.576191 dv-cinder-804035-42-iscsi neutron-server[103431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 17:15:47.614042 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-39dbe3c4-0bc6-4004-8658-98a13910ffdc tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607897'] for security_group_rule (dcf3df1f-6d31-4628-a051-a5cea7513b01), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:47.632999 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dbe3c4-0bc6-4004-8658-98a13910ffdc tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcf3df1f-6d31-4628-a051-a5cea7513b01,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:15:47.640782 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dbe3c4-0bc6-4004-8658-98a13910ffdc tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:47.641132 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dbe3c4-0bc6-4004-8658-98a13910ffdc tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:47.641476 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dbe3c4-0bc6-4004-8658-98a13910ffdc tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:47.641814 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dbe3c4-0bc6-4004-8658-98a13910ffdc tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:47.642148 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dbe3c4-0bc6-4004-8658-98a13910ffdc tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:47.642477 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dbe3c4-0bc6-4004-8658-98a13910ffdc tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:47.642808 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dbe3c4-0bc6-4004-8658-98a13910ffdc tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:47.643132 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dbe3c4-0bc6-4004-8658-98a13910ffdc tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:47.643475 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dbe3c4-0bc6-4004-8658-98a13910ffdc tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:47.643808 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dbe3c4-0bc6-4004-8658-98a13910ffdc tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:47.648307 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dbe3c4-0bc6-4004-8658-98a13910ffdc tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:47.648307 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dbe3c4-0bc6-4004-8658-98a13910ffdc tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:47.648307 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dbe3c4-0bc6-4004-8658-98a13910ffdc tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:47.681403 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f7ecf837-9703-4a21-964e-171d84813d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2048162'] for network (098a2cd2-30b5-4b26-a3c1-90309f938532), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:47.683476 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-39dbe3c4-0bc6-4004-8658-98a13910ffdc tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:47.684704 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-39dbe3c4-0bc6-4004-8658-98a13910ffdc tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2679799 Mar 07 17:15:47.687041 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f7ecf837-9703-4a21-964e-171d84813d84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:47.687775 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 40452) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:15:47.690304 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-f7ecf837-9703-4a21-964e-171d84813d84 admin admin] 10.222.0.45 "DELETE /v2.0/networks/098a2cd2-30b5-4b26-a3c1-90309f938532 HTTP/1.1" status: 204 len: 168 time: 0.3335495 Mar 07 17:15:47.693383 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-1ee087a9-859d-446f-b524-b0f179e66429 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Request body: {'floatingip': {'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:15:47.701625 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ecf837-9703-4a21-964e-171d84813d84 admin admin] Pushing event deleted for resources: {'Network': ['ID=098a2cd2-30b5-4b26-a3c1-90309f938532,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:15:47.761500 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1ee087a9-859d-446f-b524-b0f179e66429 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:47.858090 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1ee087a9-859d-446f-b524-b0f179e66429 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:47.962258 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-1ee087a9-859d-446f-b524-b0f179e66429 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Allocated IP 172.27.3.29 (ca3ae6bc-acc1-44d4-99e8-2239d5d79721/7ea6e5b5-19cc-4407-9435-cc1a16805785/dff26055-bde7-4554-8098-a5fc81f55e33) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:15:48.021233 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 40456) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:15:48.065315 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1ee087a9-859d-446f-b524-b0f179e66429 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for port (dff26055-bde7-4554-8098-a5fc81f55e33), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:48.065841 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-67fe9200-db29-4bf0-b74d-674536447821 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5ea136e1bc7949949c1267a3a852bb86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434728 Mar 07 17:15:48.068528 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 40458) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:15:48.116185 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-05ed968d-3954-43b9-a794-3e2ea495a019 admin admin] Publish callbacks [] for security_group (d6bf4050-ceda-455e-a032-ebb588c76599), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:48.136894 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-05ed968d-3954-43b9-a794-3e2ea495a019 admin admin] Publish callbacks [] for security_group (d6bf4050-ceda-455e-a032-ebb588c76599), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:48.138996 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1ee087a9-859d-446f-b524-b0f179e66429 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51013872'] for port (dff26055-bde7-4554-8098-a5fc81f55e33), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:48.179065 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee087a9-859d-446f-b524-b0f179e66429 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Network ca3ae6bc-acc1-44d4-99e8-2239d5d79721 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:15:48.181866 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-1ee087a9-859d-446f-b524-b0f179e66429 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:15:48.185342 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee087a9-859d-446f-b524-b0f179e66429 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:15:48.191029 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee087a9-859d-446f-b524-b0f179e66429 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Pushing event updated for resources: {'Port': ['ID=dff26055-bde7-4554-8098-a5fc81f55e33,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:15:48.241751 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-05ed968d-3954-43b9-a794-3e2ea495a019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (d6bf4050-ceda-455e-a032-ebb588c76599), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:48.244313 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-05ed968d-3954-43b9-a794-3e2ea495a019 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:48.247146 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-05ed968d-3954-43b9-a794-3e2ea495a019 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d6bf4050-ceda-455e-a032-ebb588c76599 HTTP/1.1" status: 204 len: 168 time: 0.1760557 Mar 07 17:15:48.256532 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed968d-3954-43b9-a794-3e2ea495a019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6bf4050-ceda-455e-a032-ebb588c76599,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:15:48.278593 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1ee087a9-859d-446f-b524-b0f179e66429 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for floatingip (5dc1e1f0-a85b-422c-a8d5-d804f5a8dedb), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:48.361737 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1ee087a9-859d-446f-b524-b0f179e66429 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (dff26055-bde7-4554-8098-a5fc81f55e33), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:48.453329 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:48.454170 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-fff63d04-ac7d-45f9-949d-8b3840c63c87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:48.511229 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1ee087a9-859d-446f-b524-b0f179e66429 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for port (dff26055-bde7-4554-8098-a5fc81f55e33), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:48.601556 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1ee087a9-859d-446f-b524-b0f179e66429 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51013769'] for port (dff26055-bde7-4554-8098-a5fc81f55e33), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:48.673650 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee087a9-859d-446f-b524-b0f179e66429 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Pushing event updated for resources: {'Port': ['ID=dff26055-bde7-4554-8098-a5fc81f55e33,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:15:48.685339 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1ee087a9-859d-446f-b524-b0f179e66429 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2049624'] for floatingip (5dc1e1f0-a85b-422c-a8d5-d804f5a8dedb), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:48.757847 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1ee087a9-859d-446f-b524-b0f179e66429 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:48.759141 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-1ee087a9-859d-446f-b524-b0f179e66429 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0704105 Mar 07 17:15:48.966374 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4cec3cac-4b49-4aff-92f6-b8ce57279e32 req-14a1c435-7dd9-4726-86df-2ba0d7e6c088 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1452329142&fields=id&tenant_id=fdd99a90993946518de326bc6d9a7a06 HTTP/1.1" status: 200 len: 267 time: 0.0443599 Mar 07 17:15:49.071923 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec3cac-4b49-4aff-92f6-b8ce57279e32 req-52c1f12f-29a6-4d84-b771-fc37005250d8 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:49.073245 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4cec3cac-4b49-4aff-92f6-b8ce57279e32 req-52c1f12f-29a6-4d84-b771-fc37005250d8 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/networks?id=17f2b355-6a2e-4221-b899-dbeb2220fa3c HTTP/1.1" status: 200 len: 815 time: 0.1000476 Mar 07 17:15:49.087661 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4cec3cac-4b49-4aff-92f6-b8ce57279e32 req-439366b5-4f00-46c3-84f6-1bedd1e7e491 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/quotas/fdd99a90993946518de326bc6d9a7a06 HTTP/1.1" status: 200 len: 375 time: 0.0089371 Mar 07 17:15:49.143802 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4cec3cac-4b49-4aff-92f6-b8ce57279e32 req-78f90498-8f1b-4b9f-9f39-e374b6ff487a tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fdd99a90993946518de326bc6d9a7a06&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0513442 Mar 07 17:15:49.241924 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4cec3cac-4b49-4aff-92f6-b8ce57279e32 req-1e29d5c7-2d66-44bb-891c-feb766afe326 service neutron] 10.222.0.45 "GET /v2.0/networks/17f2b355-6a2e-4221-b899-dbeb2220fa3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872664 Mar 07 17:15:49.335229 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4cec3cac-4b49-4aff-92f6-b8ce57279e32 req-b22cb161-259e-42c0-8acf-81f8bfc761cd service neutron] 10.222.0.45 "GET /v2.0/networks/17f2b355-6a2e-4221-b899-dbeb2220fa3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875111 Mar 07 17:15:49.553896 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-bd08c5dd-a4a6-46e7-9ab2-f3b977b9cfe8 req-4603174c-e718-42f4-a29a-ff8a8f02cee1 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=2af1bda4-7fc7-43f6-a4a1-7e0872cbb3bf HTTP/1.1" status: 200 len: 210 time: 0.0285938 Mar 07 17:15:50.280624 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:15:50.509840 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:50.646615 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4a8645d2-4cb1-4520-8b83-b7e451e7495a req-39109aa2-f1d0-4753-a03d-f08a6c197197 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=2af1bda4-7fc7-43f6-a4a1-7e0872cbb3bf HTTP/1.1" status: 200 len: 210 time: 0.0272064 Mar 07 17:15:51.490803 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec3cac-4b49-4aff-92f6-b8ce57279e32 req-f1fddb55-719f-4b30-9199-2734ae5ef05b tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:51.492385 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4cec3cac-4b49-4aff-92f6-b8ce57279e32 req-f1fddb55-719f-4b30-9199-2734ae5ef05b tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.53 "GET /v2.0/networks?id=17f2b355-6a2e-4221-b899-dbeb2220fa3c HTTP/1.1" status: 200 len: 815 time: 0.1107519 Mar 07 17:15:51.567402 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4cec3cac-4b49-4aff-92f6-b8ce57279e32 req-3871996e-ce16-442e-bef0-fc0438b15213 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdd99a90993946518de326bc6d9a7a06 HTTP/1.1" status: 200 len: 472 time: 0.0669255 Mar 07 17:15:51.575611 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-4cec3cac-4b49-4aff-92f6-b8ce57279e32 req-72694650-395f-491a-bbc9-796bd62e6bda tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Request body: {'port': {'device_id': '2af1bda4-7fc7-43f6-a4a1-7e0872cbb3bf', 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c', 'admin_state_up': True, 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'security_groups': ['93c84894-d683-437e-8c7d-cbd21892df57']}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:15:51.744055 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-604ca66a-e963-444d-84c1-567547c71819 req-19298025-5f85-4423-80b0-b8cc30b75533 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=2af1bda4-7fc7-43f6-a4a1-7e0872cbb3bf HTTP/1.1" status: 200 len: 210 time: 0.0280650 Mar 07 17:15:51.749459 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cec3cac-4b49-4aff-92f6-b8ce57279e32 req-72694650-395f-491a-bbc9-796bd62e6bda tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Made reservation on behalf of fdd99a90993946518de326bc6d9a7a06 for: {'port': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:15:51.752958 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-4cec3cac-4b49-4aff-92f6-b8ce57279e32 req-72694650-395f-491a-bbc9-796bd62e6bda tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:51.883594 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [req-4cec3cac-4b49-4aff-92f6-b8ce57279e32 req-72694650-395f-491a-bbc9-796bd62e6bda tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Allocated IP 172.20.0.11 (17f2b355-6a2e-4221-b899-dbeb2220fa3c/7ad537dc-a0d8-4463-8026-4f3cd5701784/66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:15:51.899114 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:52.017954 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-4cec3cac-4b49-4aff-92f6-b8ce57279e32 req-72694650-395f-491a-bbc9-796bd62e6bda tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for port (66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:52.104286 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-4cec3cac-4b49-4aff-92f6-b8ce57279e32 req-72694650-395f-491a-bbc9-796bd62e6bda tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:52.153316 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cec3cac-4b49-4aff-92f6-b8ce57279e32 req-72694650-395f-491a-bbc9-796bd62e6bda tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Network 17f2b355-6a2e-4221-b899-dbeb2220fa3c is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:15:52.156267 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [req-4cec3cac-4b49-4aff-92f6-b8ce57279e32 req-72694650-395f-491a-bbc9-796bd62e6bda tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:15:52.159943 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cec3cac-4b49-4aff-92f6-b8ce57279e32 req-72694650-395f-491a-bbc9-796bd62e6bda tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:15:52.166202 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72694650-395f-491a-bbc9-796bd62e6bda tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Pushing event updated for resources: {'Port': ['ID=66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:15:52.212266 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec3cac-4b49-4aff-92f6-b8ce57279e32 req-72694650-395f-491a-bbc9-796bd62e6bda tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:52.212871 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-4cec3cac-4b49-4aff-92f6-b8ce57279e32 req-72694650-395f-491a-bbc9-796bd62e6bda tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:52.273395 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4cec3cac-4b49-4aff-92f6-b8ce57279e32 req-72694650-395f-491a-bbc9-796bd62e6bda tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7014737 Mar 07 17:15:52.284793 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-4cec3cac-4b49-4aff-92f6-b8ce57279e32 req-d5a6ab53-0324-44ba-9ead-9be3b9ae6dd3 service neutron] Request body: {'port': {'device_id': '2af1bda4-7fc7-43f6-a4a1-7e0872cbb3bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:15:52.347951 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-4cec3cac-4b49-4aff-92f6-b8ce57279e32 req-d5a6ab53-0324-44ba-9ead-9be3b9ae6dd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:52.419101 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-6510ffb9-3775-4498-87dd-f2c78110b182 None None] Provisioning complete for port 66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:15:52.419509 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6510ffb9-3775-4498-87dd-f2c78110b182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:52.453365 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-6510ffb9-3775-4498-87dd-f2c78110b182 None None] Port 66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:15:52.665380 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [req-4cec3cac-4b49-4aff-92f6-b8ce57279e32 req-d5a6ab53-0324-44ba-9ead-9be3b9ae6dd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:15:52.672685 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-4cec3cac-4b49-4aff-92f6-b8ce57279e32 req-d5a6ab53-0324-44ba-9ead-9be3b9ae6dd3 service neutron] Publish callbacks [] for port (66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:52.684882 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [req-4cec3cac-4b49-4aff-92f6-b8ce57279e32 req-d5a6ab53-0324-44ba-9ead-9be3b9ae6dd3 service neutron] Transition to ACTIVE for port object 66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b will not be triggered until provisioned by entity L2. {{(pid=103431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 17:15:52.789522 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-4cec3cac-4b49-4aff-92f6-b8ce57279e32 req-d5a6ab53-0324-44ba-9ead-9be3b9ae6dd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58733560'] for port (66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:52.871007 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a6ab53-0324-44ba-9ead-9be3b9ae6dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:15:52.936630 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33296810-eacd-48a7-af66-d73ae628d4d2 req-5d25e88d-4b6b-4936-b6bf-ec4ac525e219 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:52.938085 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-33296810-eacd-48a7-af66-d73ae628d4d2 req-5d25e88d-4b6b-4936-b6bf-ec4ac525e219 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=2af1bda4-7fc7-43f6-a4a1-7e0872cbb3bf HTTP/1.1" status: 200 len: 944 time: 0.1237724 Mar 07 17:15:52.983312 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-4cec3cac-4b49-4aff-92f6-b8ce57279e32 req-d5a6ab53-0324-44ba-9ead-9be3b9ae6dd3 service neutron] Attempting to bind port 66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:15:52.983680 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-4cec3cac-4b49-4aff-92f6-b8ce57279e32 req-d5a6ab53-0324-44ba-9ead-9be3b9ae6dd3 service neutron] Attempting to bind port 66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'ea16cf40-c220-47a8-a250-304109e23c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:15:52.984013 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cec3cac-4b49-4aff-92f6-b8ce57279e32 req-d5a6ab53-0324-44ba-9ead-9be3b9ae6dd3 service neutron] Attempting to bind port 66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b on network 17f2b355-6a2e-4221-b899-dbeb2220fa3c {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:15:52.984385 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:52.992090 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cec3cac-4b49-4aff-92f6-b8ce57279e32 req-d5a6ab53-0324-44ba-9ead-9be3b9ae6dd3 service neutron] Port 66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b on network 17f2b355-6a2e-4221-b899-dbeb2220fa3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 17:15:52.992409 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cec3cac-4b49-4aff-92f6-b8ce57279e32 req-d5a6ab53-0324-44ba-9ead-9be3b9ae6dd3 service neutron] Attempting to bind port 66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b on network 17f2b355-6a2e-4221-b899-dbeb2220fa3c {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:15:53.007293 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cec3cac-4b49-4aff-92f6-b8ce57279e32 req-d5a6ab53-0324-44ba-9ead-9be3b9ae6dd3 service neutron] Checking agent: {'id': 'c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 17, 0, 18), 'started_at': datetime.datetime(2022, 3, 7, 17, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:15:53.007655 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cec3cac-4b49-4aff-92f6-b8ce57279e32 req-d5a6ab53-0324-44ba-9ead-9be3b9ae6dd3 service neutron] Checking segment: {'id': 'ea16cf40-c220-47a8-a250-304109e23c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:15:53.008033 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cec3cac-4b49-4aff-92f6-b8ce57279e32 req-d5a6ab53-0324-44ba-9ead-9be3b9ae6dd3 service neutron] Bound using segment: {'id': 'ea16cf40-c220-47a8-a250-304109e23c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:15:53.008646 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-4cec3cac-4b49-4aff-92f6-b8ce57279e32 req-d5a6ab53-0324-44ba-9ead-9be3b9ae6dd3 service neutron] Bound port: 66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea16cf40-c220-47a8-a250-304109e23c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:15:53.009200 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-4cec3cac-4b49-4aff-92f6-b8ce57279e32 req-d5a6ab53-0324-44ba-9ead-9be3b9ae6dd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:53.014488 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-33296810-eacd-48a7-af66-d73ae628d4d2 req-3e6992fe-a2d5-4cbe-9429-360de7116970 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/security-groups?id=93c84894-d683-437e-8c7d-cbd21892df57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695500 Mar 07 17:15:53.075312 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-4cec3cac-4b49-4aff-92f6-b8ce57279e32 req-d5a6ab53-0324-44ba-9ead-9be3b9ae6dd3 service neutron] For port 66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b, host hv-cinder-80403, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:15:53.078804 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-4cec3cac-4b49-4aff-92f6-b8ce57279e32 req-d5a6ab53-0324-44ba-9ead-9be3b9ae6dd3 service neutron] For port 66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b,segment=NetworkSegment(ea16cf40-c220-47a8-a250-304109e23c76),segment_id=ea16cf40-c220-47a8-a250-304109e23c76)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:15:53.138386 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-4cec3cac-4b49-4aff-92f6-b8ce57279e32 req-d5a6ab53-0324-44ba-9ead-9be3b9ae6dd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58733560'] for port (66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:53.175189 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec3cac-4b49-4aff-92f6-b8ce57279e32 req-d5a6ab53-0324-44ba-9ead-9be3b9ae6dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:53.175919 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-4cec3cac-4b49-4aff-92f6-b8ce57279e32 req-d5a6ab53-0324-44ba-9ead-9be3b9ae6dd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:53.177742 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4cec3cac-4b49-4aff-92f6-b8ce57279e32 req-d5a6ab53-0324-44ba-9ead-9be3b9ae6dd3 service neutron] 10.222.0.53 "PUT /v2.0/ports/66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b HTTP/1.1" status: 200 len: 1094 time: 0.8975718 Mar 07 17:15:53.179879 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2af1bda4-7fc7-43f6-a4a1-7e0872cbb3bf', 'tag': '66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:15:53.183221 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aba4c615e876ca6c23e5fed61a3d1f980fac3f984d457871ad3b292fe147bdb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8bbb35-be7a-40f3-8743-50a087687af6" -d '{"events": [{"name": "network-changed", "server_uuid": "2af1bda4-7fc7-43f6-a4a1-7e0872cbb3bf", "tag": "66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:15:53.209599 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a6ab53-0324-44ba-9ead-9be3b9ae6dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:15:53.220715 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf75af07-c24c-46d3-9a34-c295aa27ccd4 x-openstack-request-id: req-bf75af07-c24c-46d3-9a34-c295aa27ccd4 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:15:53.221042 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2af1bda4-7fc7-43f6-a4a1-7e0872cbb3bf", "tag": "66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:15:53.221302 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bf75af07-c24c-46d3-9a34-c295aa27ccd4 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:15:53.222264 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2af1bda4-7fc7-43f6-a4a1-7e0872cbb3bf', 'tag': '66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b', 'status': 'completed', 'code': 200} Mar 07 17:15:53.286807 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bbb35-be7a-40f3-8743-50a087687af6 req-b7333ad1-b2e8-4a24-9b70-f774396a1f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:53.288369 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5d8bbb35-be7a-40f3-8743-50a087687af6 req-b7333ad1-b2e8-4a24-9b70-f774396a1f70 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fdd99a90993946518de326bc6d9a7a06&device_id=2af1bda4-7fc7-43f6-a4a1-7e0872cbb3bf HTTP/1.1" status: 200 len: 1128 time: 0.0467138 Mar 07 17:15:53.392854 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bbb35-be7a-40f3-8743-50a087687af6 req-52c08e8e-0150-41ce-8ce8-cc5f85797218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:53.395035 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5d8bbb35-be7a-40f3-8743-50a087687af6 req-52c08e8e-0150-41ce-8ce8-cc5f85797218 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=fdd99a90993946518de326bc6d9a7a06&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0995517 Mar 07 17:15:53.488940 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bbb35-be7a-40f3-8743-50a087687af6 req-3aad8543-0ce8-4ce7-bee6-1e15f0146d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:53.490265 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5d8bbb35-be7a-40f3-8743-50a087687af6 req-3aad8543-0ce8-4ce7-bee6-1e15f0146d8b service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888441 Mar 07 17:15:53.568050 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec3cac-4b49-4aff-92f6-b8ce57279e32 req-bf1f31da-c691-4fee-8d93-6ed742c4e397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:53.569510 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4cec3cac-4b49-4aff-92f6-b8ce57279e32 req-bf1f31da-c691-4fee-8d93-6ed742c4e397 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fdd99a90993946518de326bc6d9a7a06&device_id=2af1bda4-7fc7-43f6-a4a1-7e0872cbb3bf HTTP/1.1" status: 200 len: 1128 time: 0.0443394 Mar 07 17:15:53.617573 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4cec3cac-4b49-4aff-92f6-b8ce57279e32 req-79f476bb-18a7-42a5-b889-d81c70ded9b1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b HTTP/1.1" status: 200 len: 217 time: 0.0396082 Mar 07 17:15:53.671036 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec3cac-4b49-4aff-92f6-b8ce57279e32 req-3d2b3372-ddaa-4ef7-b010-02be53eb68e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:53.672536 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4cec3cac-4b49-4aff-92f6-b8ce57279e32 req-3d2b3372-ddaa-4ef7-b010-02be53eb68e5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ad537dc-a0d8-4463-8026-4f3cd5701784 HTTP/1.1" status: 200 len: 854 time: 0.0498271 Mar 07 17:15:53.720152 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec3cac-4b49-4aff-92f6-b8ce57279e32 req-ae0df800-8e42-4471-b36a-f7f41a4bb7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:53.722142 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4cec3cac-4b49-4aff-92f6-b8ce57279e32 req-ae0df800-8e42-4471-b36a-f7f41a4bb7bd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17f2b355-6a2e-4221-b899-dbeb2220fa3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432789 Mar 07 17:15:53.814293 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4cec3cac-4b49-4aff-92f6-b8ce57279e32 req-54806cfc-b307-43be-ae81-7067eec36f6a service neutron] 10.222.0.53 "GET /v2.0/networks/17f2b355-6a2e-4221-b899-dbeb2220fa3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860870 Mar 07 17:15:53.900922 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4cec3cac-4b49-4aff-92f6-b8ce57279e32 req-60c304c5-570c-44e2-b66d-52707ecda46b service neutron] 10.222.0.53 "GET /v2.0/networks/17f2b355-6a2e-4221-b899-dbeb2220fa3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803847 Mar 07 17:15:54.136470 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be3d2fd-60ad-47a4-a4e3-da626e9f723a req-5912bcd5-bae7-4458-be1e-b7fcc622a848 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:54.137911 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5be3d2fd-60ad-47a4-a4e3-da626e9f723a req-5912bcd5-bae7-4458-be1e-b7fcc622a848 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=2af1bda4-7fc7-43f6-a4a1-7e0872cbb3bf HTTP/1.1" status: 200 len: 944 time: 0.0559459 Mar 07 17:15:54.184258 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5be3d2fd-60ad-47a4-a4e3-da626e9f723a req-bdb4ba85-9807-43c1-88bf-8d313a320ea2 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/security-groups?id=93c84894-d683-437e-8c7d-cbd21892df57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409005 Mar 07 17:15:55.306710 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba79dc-5dd8-4ea7-8adf-bc962bf15988 req-40218bba-1e2f-4b2c-9839-35fc6471712d tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:55.308195 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-99ba79dc-5dd8-4ea7-8adf-bc962bf15988 req-40218bba-1e2f-4b2c-9839-35fc6471712d tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=2af1bda4-7fc7-43f6-a4a1-7e0872cbb3bf HTTP/1.1" status: 200 len: 944 time: 0.0522676 Mar 07 17:15:55.354801 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-99ba79dc-5dd8-4ea7-8adf-bc962bf15988 req-944a52e4-0115-461a-9ab9-4f2c8251eceb tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/security-groups?id=93c84894-d683-437e-8c7d-cbd21892df57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409949 Mar 07 17:15:56.473161 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912364e-0cb1-4349-92a8-837a8d1135c6 req-abe32a79-2d8f-4eb4-8106-b79536875b35 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:56.474615 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f912364e-0cb1-4349-92a8-837a8d1135c6 req-abe32a79-2d8f-4eb4-8106-b79536875b35 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=2af1bda4-7fc7-43f6-a4a1-7e0872cbb3bf HTTP/1.1" status: 200 len: 944 time: 0.0545301 Mar 07 17:15:56.519908 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f912364e-0cb1-4349-92a8-837a8d1135c6 req-cb104682-3839-436f-8e55-e329d6a5030b tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/security-groups?id=93c84894-d683-437e-8c7d-cbd21892df57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398989 Mar 07 17:15:57.348641 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device 66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:15:57.447348 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port 66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b,segment=NetworkSegment(ea16cf40-c220-47a8-a250-304109e23c76),segment_id=ea16cf40-c220-47a8-a250-304109e23c76)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:15:57.458521 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Returning: {'device': '66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b', 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c', 'port_id': '66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b', 'mac_address': 'fa:16:3e:14:1d:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:15:57.494374 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Current status of the port 66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b is: DOWN; New status is: BUILD {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:15:57.494766 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:57.507931 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b {{(pid=103440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:15:57.526586 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port 66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b,segment=NetworkSegment(ea16cf40-c220-47a8-a250-304109e23c76),segment_id=ea16cf40-c220-47a8-a250-304109e23c76)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:15:57.583958 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:57.636612 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8f99f-5cbe-4b91-b994-bf41ec38c11e req-5583b81a-b080-48f2-9e9a-2945187eba6a tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:57.638063 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9fa8f99f-5cbe-4b91-b994-bf41ec38c11e req-5583b81a-b080-48f2-9e9a-2945187eba6a tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=2af1bda4-7fc7-43f6-a4a1-7e0872cbb3bf HTTP/1.1" status: 200 len: 945 time: 0.0528350 Mar 07 17:15:57.639024 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Pushing event updated for resources: {'Port': ['ID=66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:15:57.646957 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:57.647314 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:57.647792 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:57.648132 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:57.648462 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:57.648791 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:57.649119 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:57.649445 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:57.650754 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:57.650754 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:57.651071 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:57.651408 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:57.654536 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:15:57.687077 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9fa8f99f-5cbe-4b91-b994-bf41ec38c11e req-4cb3d2db-d071-488d-9b2b-40a5fbd6f30a tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/security-groups?id=93c84894-d683-437e-8c7d-cbd21892df57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427725 Mar 07 17:15:57.908109 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] get_ports_and_sgs() called for port_ids ['66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:15:58.807334 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c674790-2f29-4ba4-ba8e-5cc6cbb6aec4 req-cc443c5e-3979-4fa4-b8fc-7e98c5d73c28 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:58.808801 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0c674790-2f29-4ba4-ba8e-5cc6cbb6aec4 req-cc443c5e-3979-4fa4-b8fc-7e98c5d73c28 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=2af1bda4-7fc7-43f6-a4a1-7e0872cbb3bf HTTP/1.1" status: 200 len: 945 time: 0.0529060 Mar 07 17:15:58.858578 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0c674790-2f29-4ba4-ba8e-5cc6cbb6aec4 req-949621f3-596f-4ba5-943f-42cdbc80ea3f tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/security-groups?id=93c84894-d683-437e-8c7d-cbd21892df57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443869 Mar 07 17:15:59.357215 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device 66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b up at agent hyperv_hv-cinder-80403 {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:15:59.463757 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Provisioning for port 66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b completed by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 17:15:59.467403 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Provisioning complete for port 66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:15:59.467807 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:59.544471 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Current status of the port 66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b is: BUILD; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:15:59.544858 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:59.567121 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af1bda4-7fc7-43f6-a4a1-7e0872cbb3bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:15:59.569385 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11138cde4cb47aed6ab60590cdc6142137d0740b05d94cd9dbb0d95d7575220c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634e7d6a-935f-49ce-8a1a-a50f97d05a3e" -d '{"events": [{"server_uuid": "2af1bda4-7fc7-43f6-a4a1-7e0872cbb3bf", "name": "network-vif-plugged", "status": "completed", "tag": "66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:15:59.582327 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port 66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b,segment=NetworkSegment(ea16cf40-c220-47a8-a250-304109e23c76),segment_id=ea16cf40-c220-47a8-a250-304109e23c76)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:15:59.609617 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b725e79-093b-42fe-91ed-da97be57f1b5 x-openstack-request-id: req-3b725e79-093b-42fe-91ed-da97be57f1b5 {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:15:59.609617 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af1bda4-7fc7-43f6-a4a1-7e0872cbb3bf", "name": "network-vif-plugged", "status": "completed", "tag": "66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:15:59.609617 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3b725e79-093b-42fe-91ed-da97be57f1b5 {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:15:59.609617 dv-cinder-804035-42-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af1bda4-7fc7-43f6-a4a1-7e0872cbb3bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b', 'code': 200} Mar 07 17:15:59.657866 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:15:59.708809 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Pushing event updated for resources: {'Port': ['ID=66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:15:59.968348 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14d5f0-e51e-4d29-95f2-cc3d238bcc65 req-52b67824-b58c-4923-876d-36b537e56a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:59.969832 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-bd14d5f0-e51e-4d29-95f2-cc3d238bcc65 req-52b67824-b58c-4923-876d-36b537e56a2a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2af1bda4-7fc7-43f6-a4a1-7e0872cbb3bf HTTP/1.1" status: 200 len: 1130 time: 0.0741074 Mar 07 17:15:59.990656 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5832e1-8645-4438-89ba-e10566ff284d req-0a8ece31-9ea7-492a-a94b-ff2b542c95e2 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:15:59.992087 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4a5832e1-8645-4438-89ba-e10566ff284d req-0a8ece31-9ea7-492a-a94b-ff2b542c95e2 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=2af1bda4-7fc7-43f6-a4a1-7e0872cbb3bf HTTP/1.1" status: 200 len: 946 time: 0.0667005 Mar 07 17:16:00.050704 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-bd14d5f0-e51e-4d29-95f2-cc3d238bcc65 req-ae7dc1ca-decc-43d9-a871-81313862dda6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=93c84894-d683-437e-8c7d-cbd21892df57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732641 Mar 07 17:16:00.057682 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4a5832e1-8645-4438-89ba-e10566ff284d req-4f573529-12b5-420a-9123-0e6dc3074d72 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/security-groups?id=93c84894-d683-437e-8c7d-cbd21892df57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596359 Mar 07 17:16:01.178285 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8bef3-b4b2-4561-98ed-e80a8c43f424 req-b3dc0484-4429-487b-8479-7b85812f47c8 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:01.179735 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-72c8bef3-b4b2-4561-98ed-e80a8c43f424 req-b3dc0484-4429-487b-8479-7b85812f47c8 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=2af1bda4-7fc7-43f6-a4a1-7e0872cbb3bf HTTP/1.1" status: 200 len: 946 time: 0.0548074 Mar 07 17:16:01.224630 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-72c8bef3-b4b2-4561-98ed-e80a8c43f424 req-a5aaa90d-16fb-4f1e-b1f3-59b5c3742d0f tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/security-groups?id=93c84894-d683-437e-8c7d-cbd21892df57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394289 Mar 07 17:16:02.339748 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166eb8b0-526f-4b6b-b807-5dbd0bdc10a5 req-bfb6a3be-bc14-4b87-8911-1d0543ad1bde tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:02.341203 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-166eb8b0-526f-4b6b-b807-5dbd0bdc10a5 req-bfb6a3be-bc14-4b87-8911-1d0543ad1bde tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=2af1bda4-7fc7-43f6-a4a1-7e0872cbb3bf HTTP/1.1" status: 200 len: 946 time: 0.0510778 Mar 07 17:16:02.387665 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-166eb8b0-526f-4b6b-b807-5dbd0bdc10a5 req-830d9d31-3638-4276-9711-78bc90893d24 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/security-groups?id=93c84894-d683-437e-8c7d-cbd21892df57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402725 Mar 07 17:16:02.501670 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb93a8-dd7c-495e-8547-6a5d43b4bc3b req-4fdde0e7-8942-4783-a300-8d98525b60e2 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:02.503749 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-74fb93a8-dd7c-495e-8547-6a5d43b4bc3b req-4fdde0e7-8942-4783-a300-8d98525b60e2 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=2af1bda4-7fc7-43f6-a4a1-7e0872cbb3bf HTTP/1.1" status: 200 len: 946 time: 0.0528610 Mar 07 17:16:02.511992 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 40524) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:16:02.516102 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-2cd063f9-41ac-4cdb-9d26-531ec90fb660 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Request body: {'floatingip': {'port_id': '66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:16:02.558343 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2cd063f9-41ac-4cdb-9d26-531ec90fb660 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for floatingip (5dc1e1f0-a85b-422c-a8d5-d804f5a8dedb), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:02.997614 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2cd063f9-41ac-4cdb-9d26-531ec90fb660 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:03.052058 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2cd063f9-41ac-4cdb-9d26-531ec90fb660 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2049624'] for floatingip (5dc1e1f0-a85b-422c-a8d5-d804f5a8dedb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:03.152697 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.db.l3_db [None req-2cd063f9-41ac-4cdb-9d26-531ec90fb660 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Floating IP 5dc1e1f0-a85b-422c-a8d5-d804f5a8dedb associated. External IP: 172.27.3.29, port: 66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b. Mar 07 17:16:03.645174 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd063f9-41ac-4cdb-9d26-531ec90fb660 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Router eaa523d0-6c58-4273-a695-9e471624f1f4 has already been hosted by L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:16:03.756658 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd063f9-41ac-4cdb-9d26-531ec90fb660 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:16:03.761581 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2cd063f9-41ac-4cdb-9d26-531ec90fb660 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:03.766239 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b5de21-1947-4dc1-8dfc-ea5c51ab50d9 None None] Sync routers for ids ['eaa523d0-6c58-4273-a695-9e471624f1f4'] in dv-cinder-804035-42-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:16:03.776181 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b5de21-1947-4dc1-8dfc-ea5c51ab50d9 None None] Routers {'eaa523d0-6c58-4273-a695-9e471624f1f4'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:16:03.776908 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-56b5de21-1947-4dc1-8dfc-ea5c51ab50d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:15:48Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['eaa523d0-6c58-4273-a695-9e471624f1f4'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:16:03.791519 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-2cd063f9-41ac-4cdb-9d26-531ec90fb660 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "PUT /v2.0/floatingips/5dc1e1f0-a85b-422c-a8d5-d804f5a8dedb HTTP/1.1" status: 200 len: 991 time: 1.2784755 Mar 07 17:16:03.792212 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2af1bda4-7fc7-43f6-a4a1-7e0872cbb3bf', 'tag': '66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:16:03.794451 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aba4c615e876ca6c23e5fed61a3d1f980fac3f984d457871ad3b292fe147bdb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57732ce-2482-4886-b030-e0d16d1e17c0" -d '{"events": [{"name": "network-changed", "server_uuid": "2af1bda4-7fc7-43f6-a4a1-7e0872cbb3bf", "tag": "66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:16:03.830010 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d09145-4b33-42e9-b37c-97cada5544c8 x-openstack-request-id: req-00d09145-4b33-42e9-b37c-97cada5544c8 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:16:03.830305 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2af1bda4-7fc7-43f6-a4a1-7e0872cbb3bf", "tag": "66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:16:03.830696 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-00d09145-4b33-42e9-b37c-97cada5544c8 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:16:03.831099 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2af1bda4-7fc7-43f6-a4a1-7e0872cbb3bf', 'tag': '66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b', 'status': 'completed', 'code': 200} Mar 07 17:16:03.890462 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-56b5de21-1947-4dc1-8dfc-ea5c51ab50d9 None None] Set router eaa523d0-6c58-4273-a695-9e471624f1f4 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:16:03.893824 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57732ce-2482-4886-b030-e0d16d1e17c0 req-962ed3e4-62f8-4f20-bce6-f7b4da018ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:03.895421 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c57732ce-2482-4886-b030-e0d16d1e17c0 req-962ed3e4-62f8-4f20-bce6-f7b4da018ec5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fdd99a90993946518de326bc6d9a7a06&device_id=2af1bda4-7fc7-43f6-a4a1-7e0872cbb3bf HTTP/1.1" status: 200 len: 1130 time: 0.0449865 Mar 07 17:16:04.006919 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57732ce-2482-4886-b030-e0d16d1e17c0 req-60ab2f51-9a6d-433c-b462-71cb7fb22334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:04.008407 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c57732ce-2482-4886-b030-e0d16d1e17c0 req-60ab2f51-9a6d-433c-b462-71cb7fb22334 service neutron] 10.222.0.53 "GET /v2.0/networks?id=17f2b355-6a2e-4221-b899-dbeb2220fa3c HTTP/1.1" status: 200 len: 916 time: 0.1064129 Mar 07 17:16:04.075030 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c57732ce-2482-4886-b030-e0d16d1e17c0 req-c846eff0-31df-4cce-b5ea-024896dec556 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b HTTP/1.1" status: 200 len: 999 time: 0.0609064 Mar 07 17:16:04.118154 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-56b5de21-1947-4dc1-8dfc-ea5c51ab50d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'name': 'tempest-AttachVolumeNegativeTest-1671845688-router', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:34Z', 'revision_number': 4, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'gw_port': {'id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_floatingips': [{'id': '3c219a50-6e57-4c12-ac09-d05e43f1b3dd', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'floating_ip_address': '172.27.3.179', 'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'router_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'port_id': '78974e3f-110f-4dee-9a2c-87f25a6cbfa1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c', 'mac_address': 'fa:16:3e:d6:44:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de078107-e689-45a4-8451-2da22d662778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:13:37Z', 'updated_at': '2022-03-07T17:13:55Z', 'revision_number': 2, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'fixed_ip_address_scope': None}, {'id': '5dc1e1f0-a85b-422c-a8d5-d804f5a8dedb', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'floating_ip_address': '172.27.3.29', 'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'router_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'port_id': '66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c', 'mac_address': 'fa:16:3e:14:1d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af1bda4-7fc7-43f6-a4a1-7e0872cbb3bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:15:48Z', 'updated_at': '2022-03-07T17:16:02Z', 'revision_number': 1, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d89cbbd-9a05-4988-a932-addbfa22b5de', 'name': '', 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'mac_address': 'fa:16:3e:5a:cc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:34Z', 'updated_at': '2022-03-07T17:13:38Z', 'revision_number': 5, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'subnets': [{'id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:16:04.124650 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57732ce-2482-4886-b030-e0d16d1e17c0 req-0d7dcbd3-fbac-4767-82d0-6012312b6411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:04.126098 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c57732ce-2482-4886-b030-e0d16d1e17c0 req-0d7dcbd3-fbac-4767-82d0-6012312b6411 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ad537dc-a0d8-4463-8026-4f3cd5701784 HTTP/1.1" status: 200 len: 854 time: 0.0443487 Mar 07 17:16:04.148895 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b5de21-1947-4dc1-8dfc-ea5c51ab50d9 None None] Checking router: eaa523d0-6c58-4273-a695-9e471624f1f4 for host: dv-cinder-804035-42-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:16:04.157119 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b5de21-1947-4dc1-8dfc-ea5c51ab50d9 None None] Routers {'eaa523d0-6c58-4273-a695-9e471624f1f4'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:16:04.157724 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-56b5de21-1947-4dc1-8dfc-ea5c51ab50d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:15:48Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['eaa523d0-6c58-4273-a695-9e471624f1f4'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:16:04.178945 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57732ce-2482-4886-b030-e0d16d1e17c0 req-ab311a70-1a92-4021-9697-0d99ee0c2651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:04.180595 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c57732ce-2482-4886-b030-e0d16d1e17c0 req-ab311a70-1a92-4021-9697-0d99ee0c2651 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17f2b355-6a2e-4221-b899-dbeb2220fa3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0487189 Mar 07 17:16:04.267297 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-56b5de21-1947-4dc1-8dfc-ea5c51ab50d9 None None] Set router eaa523d0-6c58-4273-a695-9e471624f1f4 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:16:04.270401 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c57732ce-2482-4886-b030-e0d16d1e17c0 req-24554001-7fb6-465f-b7d8-42e24a2b9928 service neutron] 10.222.0.53 "GET /v2.0/networks/17f2b355-6a2e-4221-b899-dbeb2220fa3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839162 Mar 07 17:16:04.369420 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c57732ce-2482-4886-b030-e0d16d1e17c0 req-3d4c6a6e-837a-41fc-8fa5-2f0d1b507f14 service neutron] 10.222.0.53 "GET /v2.0/networks/17f2b355-6a2e-4221-b899-dbeb2220fa3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928066 Mar 07 17:16:04.504474 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-56b5de21-1947-4dc1-8dfc-ea5c51ab50d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'name': 'tempest-AttachVolumeNegativeTest-1671845688-router', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:34Z', 'revision_number': 4, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'gw_port': {'id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_floatingips': [{'id': '3c219a50-6e57-4c12-ac09-d05e43f1b3dd', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'floating_ip_address': '172.27.3.179', 'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'router_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'port_id': '78974e3f-110f-4dee-9a2c-87f25a6cbfa1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c', 'mac_address': 'fa:16:3e:d6:44:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de078107-e689-45a4-8451-2da22d662778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:13:37Z', 'updated_at': '2022-03-07T17:13:55Z', 'revision_number': 2, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'fixed_ip_address_scope': None}, {'id': '5dc1e1f0-a85b-422c-a8d5-d804f5a8dedb', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'floating_ip_address': '172.27.3.29', 'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'router_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'port_id': '66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c', 'mac_address': 'fa:16:3e:14:1d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af1bda4-7fc7-43f6-a4a1-7e0872cbb3bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:15:48Z', 'updated_at': '2022-03-07T17:16:02Z', 'revision_number': 1, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d89cbbd-9a05-4988-a932-addbfa22b5de', 'name': '', 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'mac_address': 'fa:16:3e:5a:cc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:34Z', 'updated_at': '2022-03-07T17:13:38Z', 'revision_number': 5, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'subnets': [{'id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:16:04.532802 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b5de21-1947-4dc1-8dfc-ea5c51ab50d9 None None] The sync data for ids ['eaa523d0-6c58-4273-a695-9e471624f1f4'] in dv-cinder-804035-42-iscsi is: [{'id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'name': 'tempest-AttachVolumeNegativeTest-1671845688-router', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:34Z', 'revision_number': 4, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'gw_port': {'id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_floatingips': [{'id': '3c219a50-6e57-4c12-ac09-d05e43f1b3dd', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'floating_ip_address': '172.27.3.179', 'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'router_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'port_id': '78974e3f-110f-4dee-9a2c-87f25a6cbfa1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c', 'mac_address': 'fa:16:3e:d6:44:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de078107-e689-45a4-8451-2da22d662778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:13:37Z', 'updated_at': '2022-03-07T17:13:55Z', 'revision_number': 2, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'fixed_ip_address_scope': None}, {'id': '5dc1e1f0-a85b-422c-a8d5-d804f5a8dedb', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'floating_ip_address': '172.27.3.29', 'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'router_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'port_id': '66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c', 'mac_address': 'fa:16:3e:14:1d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af1bda4-7fc7-43f6-a4a1-7e0872cbb3bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:15:48Z', 'updated_at': '2022-03-07T17:16:02Z', 'revision_number': 1, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d89cbbd-9a05-4988-a932-addbfa22b5de', 'name': '', 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'mac_address': 'fa:16:3e:5a:cc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:34Z', 'updated_at': '2022-03-07T17:13:38Z', 'revision_number': 5, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'subnets': [{'id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:16:04.730138 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee89702-5b5d-4472-97e8-4e0ef9a743a3 None None] New status for floating IP 5dc1e1f0-a85b-422c-a8d5-d804f5a8dedb: ACTIVE {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:16:15.920011 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a2a5c8eb-1630-4e10-a5e1-045fa5d12de9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:18.429158 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-01a8ad38-b95e-4544-a10d-a2f44e44d1f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:18.440043 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:20.486495 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:21.909117 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:22.989939 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:27.279333 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:16:32.461313 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cf2da2a6-e103-40a6-9207-7cc09559d108 req-0302b09f-2b6e-4ce9-a644-d6ea246b696e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c1325077-fdc0-4ddf-ad61-1ecf33ac8f79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437384 Mar 07 17:16:32.524997 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2da2a6-e103-40a6-9207-7cc09559d108 req-06a5c48e-a734-4ed9-9361-82aaf3c3d70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:32.526490 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cf2da2a6-e103-40a6-9207-7cc09559d108 req-06a5c48e-a734-4ed9-9361-82aaf3c3d70e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=776f3679e77e490b893316a32842cc90&device_id=c1325077-fdc0-4ddf-ad61-1ecf33ac8f79 HTTP/1.1" status: 200 len: 1130 time: 0.0443397 Mar 07 17:16:32.630401 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2da2a6-e103-40a6-9207-7cc09559d108 req-09c15857-f3a4-4acb-86db-f8b35c3878d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:32.632418 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cf2da2a6-e103-40a6-9207-7cc09559d108 req-09c15857-f3a4-4acb-86db-f8b35c3878d3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9389be18-213a-4ced-bba2-3382f718f0a8 HTTP/1.1" status: 200 len: 911 time: 0.0884385 Mar 07 17:16:32.696297 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cf2da2a6-e103-40a6-9207-7cc09559d108 req-6e9c1d92-f936-4f1f-8785-5d9fe7c5f4e1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ced15902-cbbe-4732-8ca2-ba4273820265 HTTP/1.1" status: 200 len: 1001 time: 0.0576468 Mar 07 17:16:32.746584 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2da2a6-e103-40a6-9207-7cc09559d108 req-5638065e-c459-4495-bd18-a8c68b523b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:32.748010 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cf2da2a6-e103-40a6-9207-7cc09559d108 req-5638065e-c459-4495-bd18-a8c68b523b06 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f18b0602-960c-4c40-bfa0-ef433b9207aa HTTP/1.1" status: 200 len: 849 time: 0.0463982 Mar 07 17:16:32.796189 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2da2a6-e103-40a6-9207-7cc09559d108 req-1f526b30-ba11-4d1c-ba49-78c8d131c024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:16:32.797677 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cf2da2a6-e103-40a6-9207-7cc09559d108 req-1f526b30-ba11-4d1c-ba49-78c8d131c024 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9389be18-213a-4ced-bba2-3382f718f0a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432892 Mar 07 17:16:32.884539 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cf2da2a6-e103-40a6-9207-7cc09559d108 req-c45ddc0f-7014-4b2f-b949-f3f7ca847065 service neutron] 10.222.0.53 "GET /v2.0/networks/9389be18-213a-4ced-bba2-3382f718f0a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803404 Mar 07 17:16:32.975881 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cf2da2a6-e103-40a6-9207-7cc09559d108 req-3141fb95-9082-419b-bbc4-627d84d1bd5e service neutron] 10.222.0.53 "GET /v2.0/networks/9389be18-213a-4ced-bba2-3382f718f0a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845160 Mar 07 17:16:45.925391 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-edfe194f-04e3-4481-820e-2b9ddb6aa9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:48.445511 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:48.456356 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-aa0bfc81-a94b-4e23-b7cf-0c5a9e4b74f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:50.468122 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:51.885308 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:16:53.028342 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:04.278209 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:17:09.106227 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567301bd-de78-4fb6-8caf-73f76727072b req-15128ce1-8a98-4ec0-81c7-568b8ab0e6e7 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:09.107701 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-567301bd-de78-4fb6-8caf-73f76727072b req-15128ce1-8a98-4ec0-81c7-568b8ab0e6e7 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=2af1bda4-7fc7-43f6-a4a1-7e0872cbb3bf HTTP/1.1" status: 200 len: 946 time: 0.0536761 Mar 07 17:17:09.154172 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-567301bd-de78-4fb6-8caf-73f76727072b req-5ab5894d-c30c-4c73-a76e-14a28b99b55d tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/security-groups?id=93c84894-d683-437e-8c7d-cbd21892df57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407996 Mar 07 17:17:10.278951 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f7f65-9212-4c9a-a527-73a3286dba78 req-4eb8ec7f-b5d5-491a-9a38-bea5bd20edde tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:10.280719 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-316f7f65-9212-4c9a-a527-73a3286dba78 req-4eb8ec7f-b5d5-491a-9a38-bea5bd20edde tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=2af1bda4-7fc7-43f6-a4a1-7e0872cbb3bf HTTP/1.1" status: 200 len: 946 time: 0.0589521 Mar 07 17:17:10.327538 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-316f7f65-9212-4c9a-a527-73a3286dba78 req-db6d0e3a-4350-41f7-ab16-73919656d463 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/security-groups?id=93c84894-d683-437e-8c7d-cbd21892df57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403552 Mar 07 17:17:10.645860 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5feb4fb-420b-4410-b697-ef9ea833546d req-85890641-108b-4c48-a4e2-126265d7b215 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:10.647276 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e5feb4fb-420b-4410-b697-ef9ea833546d req-85890641-108b-4c48-a4e2-126265d7b215 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.53 "GET /v2.0/ports?device_id=2af1bda4-7fc7-43f6-a4a1-7e0872cbb3bf HTTP/1.1" status: 200 len: 946 time: 0.0535345 Mar 07 17:17:10.738574 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-e5feb4fb-420b-4410-b697-ef9ea833546d req-f20f777c-d5d9-47d2-929f-77f912b38f7e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Deleting port 66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:17:10.738832 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e5feb4fb-420b-4410-b697-ef9ea833546d req-f20f777c-d5d9-47d2-929f-77f912b38f7e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:10.828245 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-e5feb4fb-420b-4410-b697-ef9ea833546d req-f20f777c-d5d9-47d2-929f-77f912b38f7e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] For port 66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b,segment=NetworkSegment(ea16cf40-c220-47a8-a250-304109e23c76),segment_id=ea16cf40-c220-47a8-a250-304109e23c76)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:17:10.828610 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e5feb4fb-420b-4410-b697-ef9ea833546d req-f20f777c-d5d9-47d2-929f-77f912b38f7e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:10.998569 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e5feb4fb-420b-4410-b697-ef9ea833546d req-f20f777c-d5d9-47d2-929f-77f912b38f7e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:10.998854 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e5feb4fb-420b-4410-b697-ef9ea833546d req-f20f777c-d5d9-47d2-929f-77f912b38f7e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2049624'] for floatingip (5dc1e1f0-a85b-422c-a8d5-d804f5a8dedb), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:10.999178 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.db.l3_db [req-e5feb4fb-420b-4410-b697-ef9ea833546d req-f20f777c-d5d9-47d2-929f-77f912b38f7e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Floating IP 5dc1e1f0-a85b-422c-a8d5-d804f5a8dedb disassociated. External IP: 172.27.3.29, port: 66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b. Mar 07 17:17:10.999558 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-e5feb4fb-420b-4410-b697-ef9ea833546d req-f20f777c-d5d9-47d2-929f-77f912b38f7e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Calling delete_port for 66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b owned by compute:nova {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:17:11.159472 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e5feb4fb-420b-4410-b697-ef9ea833546d req-f20f777c-d5d9-47d2-929f-77f912b38f7e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:11.196752 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20f777c-d5d9-47d2-929f-77f912b38f7e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Pushing event deleted for resources: {'Port': ['ID=66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:17:11.245024 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f777c-d5d9-47d2-929f-77f912b38f7e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:17:11.245378 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f777c-d5d9-47d2-929f-77f912b38f7e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:17:11.245725 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f777c-d5d9-47d2-929f-77f912b38f7e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:17:11.246068 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f777c-d5d9-47d2-929f-77f912b38f7e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:17:11.246401 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f777c-d5d9-47d2-929f-77f912b38f7e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:17:11.246737 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f777c-d5d9-47d2-929f-77f912b38f7e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:17:11.247070 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f777c-d5d9-47d2-929f-77f912b38f7e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:17:11.247404 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f777c-d5d9-47d2-929f-77f912b38f7e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:17:11.247762 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f777c-d5d9-47d2-929f-77f912b38f7e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:17:11.248092 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f777c-d5d9-47d2-929f-77f912b38f7e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:17:11.248420 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f777c-d5d9-47d2-929f-77f912b38f7e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:17:11.248803 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f777c-d5d9-47d2-929f-77f912b38f7e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:17:11.249073 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20f777c-d5d9-47d2-929f-77f912b38f7e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:17:11.323765 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5feb4fb-420b-4410-b697-ef9ea833546d req-f20f777c-d5d9-47d2-929f-77f912b38f7e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Router eaa523d0-6c58-4273-a695-9e471624f1f4 has already been hosted by L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:17:11.444398 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-33a6bef3-ca37-41cb-8a51-88275d8afc8c req-d7125e58-0e19-4f45-9ec2-a425fef3f9cb tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=2af1bda4-7fc7-43f6-a4a1-7e0872cbb3bf HTTP/1.1" status: 200 len: 210 time: 0.0312412 Mar 07 17:17:11.459621 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5feb4fb-420b-4410-b697-ef9ea833546d req-f20f777c-d5d9-47d2-929f-77f912b38f7e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:17:11.471134 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d24453-5269-48f8-a068-a02680cef5ba None None] Sync routers for ids ['eaa523d0-6c58-4273-a695-9e471624f1f4'] in dv-cinder-804035-42-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:17:11.488270 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d24453-5269-48f8-a068-a02680cef5ba None None] Routers {'eaa523d0-6c58-4273-a695-9e471624f1f4'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:17:11.488990 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-f6d24453-5269-48f8-a068-a02680cef5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:16:48Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['eaa523d0-6c58-4273-a695-9e471624f1f4'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:17:11.505079 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5feb4fb-420b-4410-b697-ef9ea833546d req-f20f777c-d5d9-47d2-929f-77f912b38f7e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] No DVR routers for this DVR port 66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b on host hv-cinder-80403 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:17:11.507681 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e5feb4fb-420b-4410-b697-ef9ea833546d req-f20f777c-d5d9-47d2-929f-77f912b38f7e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:11.511756 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e5feb4fb-420b-4410-b697-ef9ea833546d req-f20f777c-d5d9-47d2-929f-77f912b38f7e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.53 "DELETE /v2.0/ports/66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b HTTP/1.1" status: 204 len: 173 time: 0.8583605 Mar 07 17:17:11.512223 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af1bda4-7fc7-43f6-a4a1-7e0872cbb3bf', 'name': 'network-vif-deleted', 'tag': '66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:17:11.515025 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aba4c615e876ca6c23e5fed61a3d1f980fac3f984d457871ad3b292fe147bdb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2f2ce4-a738-4f31-bdbd-860a17bd2035" -d '{"events": [{"server_uuid": "2af1bda4-7fc7-43f6-a4a1-7e0872cbb3bf", "name": "network-vif-deleted", "tag": "66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:17:11.552623 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475c8bea-7515-4732-82a2-de01659cc5a3 x-openstack-request-id: req-475c8bea-7515-4732-82a2-de01659cc5a3 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:17:11.552924 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af1bda4-7fc7-43f6-a4a1-7e0872cbb3bf", "name": "network-vif-deleted", "tag": "66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:17:11.553206 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-475c8bea-7515-4732-82a2-de01659cc5a3 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:17:11.553656 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af1bda4-7fc7-43f6-a4a1-7e0872cbb3bf', 'name': 'network-vif-deleted', 'tag': '66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b', 'status': 'completed', 'code': 200} Mar 07 17:17:11.624366 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-f6d24453-5269-48f8-a068-a02680cef5ba None None] Set router eaa523d0-6c58-4273-a695-9e471624f1f4 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:17:11.861100 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-f6d24453-5269-48f8-a068-a02680cef5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'name': 'tempest-AttachVolumeNegativeTest-1671845688-router', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:34Z', 'revision_number': 4, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'gw_port': {'id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_floatingips': [{'id': '3c219a50-6e57-4c12-ac09-d05e43f1b3dd', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'floating_ip_address': '172.27.3.179', 'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'router_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'port_id': '78974e3f-110f-4dee-9a2c-87f25a6cbfa1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c', 'mac_address': 'fa:16:3e:d6:44:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de078107-e689-45a4-8451-2da22d662778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:13:37Z', 'updated_at': '2022-03-07T17:13:55Z', 'revision_number': 2, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d89cbbd-9a05-4988-a932-addbfa22b5de', 'name': '', 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'mac_address': 'fa:16:3e:5a:cc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:34Z', 'updated_at': '2022-03-07T17:13:38Z', 'revision_number': 5, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'subnets': [{'id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:17:11.892693 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d24453-5269-48f8-a068-a02680cef5ba None None] Checking router: eaa523d0-6c58-4273-a695-9e471624f1f4 for host: dv-cinder-804035-42-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:17:11.901471 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d24453-5269-48f8-a068-a02680cef5ba None None] Routers {'eaa523d0-6c58-4273-a695-9e471624f1f4'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:17:11.902071 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-f6d24453-5269-48f8-a068-a02680cef5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:16:48Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['eaa523d0-6c58-4273-a695-9e471624f1f4'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:17:12.007618 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-f6d24453-5269-48f8-a068-a02680cef5ba None None] Set router eaa523d0-6c58-4273-a695-9e471624f1f4 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:17:12.228130 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-f6d24453-5269-48f8-a068-a02680cef5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'name': 'tempest-AttachVolumeNegativeTest-1671845688-router', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:34Z', 'revision_number': 4, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'gw_port': {'id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_floatingips': [{'id': '3c219a50-6e57-4c12-ac09-d05e43f1b3dd', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'floating_ip_address': '172.27.3.179', 'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'router_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'port_id': '78974e3f-110f-4dee-9a2c-87f25a6cbfa1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c', 'mac_address': 'fa:16:3e:d6:44:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de078107-e689-45a4-8451-2da22d662778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:13:37Z', 'updated_at': '2022-03-07T17:13:55Z', 'revision_number': 2, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d89cbbd-9a05-4988-a932-addbfa22b5de', 'name': '', 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'mac_address': 'fa:16:3e:5a:cc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:34Z', 'updated_at': '2022-03-07T17:13:38Z', 'revision_number': 5, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'subnets': [{'id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:17:12.253246 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d24453-5269-48f8-a068-a02680cef5ba None None] The sync data for ids ['eaa523d0-6c58-4273-a695-9e471624f1f4'] in dv-cinder-804035-42-iscsi is: [{'id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'name': 'tempest-AttachVolumeNegativeTest-1671845688-router', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:34Z', 'revision_number': 4, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'gw_port': {'id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_floatingips': [{'id': '3c219a50-6e57-4c12-ac09-d05e43f1b3dd', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'floating_ip_address': '172.27.3.179', 'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'router_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'port_id': '78974e3f-110f-4dee-9a2c-87f25a6cbfa1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c', 'mac_address': 'fa:16:3e:d6:44:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de078107-e689-45a4-8451-2da22d662778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:13:37Z', 'updated_at': '2022-03-07T17:13:55Z', 'revision_number': 2, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d89cbbd-9a05-4988-a932-addbfa22b5de', 'name': '', 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'mac_address': 'fa:16:3e:5a:cc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:34Z', 'updated_at': '2022-03-07T17:13:38Z', 'revision_number': 5, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'subnets': [{'id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:17:12.477179 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a40647-1cd7-4a41-9567-8bcb3254a903 None None] New status for floating IP 5dc1e1f0-a85b-422c-a8d5-d804f5a8dedb: DOWN {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:17:12.560323 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 40586) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:17:12.614125 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0b3d304b-51c0-41ca-82e1-01aa67e70a18 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for security_group (93c84894-d683-437e-8c7d-cbd21892df57), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:12.638160 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0b3d304b-51c0-41ca-82e1-01aa67e70a18 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for security_group (93c84894-d683-437e-8c7d-cbd21892df57), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:12.742412 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0b3d304b-51c0-41ca-82e1-01aa67e70a18 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (93c84894-d683-437e-8c7d-cbd21892df57), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:12.744943 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0b3d304b-51c0-41ca-82e1-01aa67e70a18 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:12.746112 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-0b3d304b-51c0-41ca-82e1-01aa67e70a18 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "DELETE /v2.0/security-groups/93c84894-d683-437e-8c7d-cbd21892df57 HTTP/1.1" status: 204 len: 168 time: 0.1847587 Mar 07 17:17:12.748897 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 40588) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:17:12.755346 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3d304b-51c0-41ca-82e1-01aa67e70a18 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c84894-d683-437e-8c7d-cbd21892df57,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:17:12.763257 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.api.v2.resource [None req-298c7d9f-01b2-4ea7-8505-1a77d0cbfd74 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] show failed (client error): The resource could not be found. Mar 07 17:17:12.764362 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-298c7d9f-01b2-4ea7-8505-1a77d0cbfd74 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/security-groups/93c84894-d683-437e-8c7d-cbd21892df57 HTTP/1.1" status: 404 len: 347 time: 0.0144877 Mar 07 17:17:12.767295 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 40592) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:17:12.889401 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-41b6dcbc-e45d-49d5-ad6f-73c347b1d270 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Deleting port dff26055-bde7-4554-8098-a5fc81f55e33 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:17:12.889738 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-41b6dcbc-e45d-49d5-ad6f-73c347b1d270 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (dff26055-bde7-4554-8098-a5fc81f55e33), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:12.963847 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-41b6dcbc-e45d-49d5-ad6f-73c347b1d270 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (dff26055-bde7-4554-8098-a5fc81f55e33), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:12.964262 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-41b6dcbc-e45d-49d5-ad6f-73c347b1d270 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for floatingip (dff26055-bde7-4554-8098-a5fc81f55e33), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:12.975430 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-41b6dcbc-e45d-49d5-ad6f-73c347b1d270 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Calling delete_port for dff26055-bde7-4554-8098-a5fc81f55e33 owned by network:floatingip {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:17:13.153464 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-41b6dcbc-e45d-49d5-ad6f-73c347b1d270 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51013872'] for port (dff26055-bde7-4554-8098-a5fc81f55e33), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:13.177575 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b6dcbc-e45d-49d5-ad6f-73c347b1d270 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Pushing event deleted for resources: {'Port': ['ID=dff26055-bde7-4554-8098-a5fc81f55e33,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:17:13.202900 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b6dcbc-e45d-49d5-ad6f-73c347b1d270 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:17:13.203252 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b6dcbc-e45d-49d5-ad6f-73c347b1d270 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:17:13.203628 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b6dcbc-e45d-49d5-ad6f-73c347b1d270 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:17:13.203962 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b6dcbc-e45d-49d5-ad6f-73c347b1d270 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:17:13.204292 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b6dcbc-e45d-49d5-ad6f-73c347b1d270 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:17:13.204622 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b6dcbc-e45d-49d5-ad6f-73c347b1d270 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:17:13.204949 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b6dcbc-e45d-49d5-ad6f-73c347b1d270 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:17:13.205275 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b6dcbc-e45d-49d5-ad6f-73c347b1d270 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:17:13.205599 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b6dcbc-e45d-49d5-ad6f-73c347b1d270 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:17:13.205921 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b6dcbc-e45d-49d5-ad6f-73c347b1d270 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:17:13.206244 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b6dcbc-e45d-49d5-ad6f-73c347b1d270 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:17:13.206564 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b6dcbc-e45d-49d5-ad6f-73c347b1d270 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:17:13.206882 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b6dcbc-e45d-49d5-ad6f-73c347b1d270 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:17:13.246646 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-41b6dcbc-e45d-49d5-ad6f-73c347b1d270 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for floatingip (5dc1e1f0-a85b-422c-a8d5-d804f5a8dedb), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:13.249127 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-41b6dcbc-e45d-49d5-ad6f-73c347b1d270 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:13.250254 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-41b6dcbc-e45d-49d5-ad6f-73c347b1d270 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "DELETE /v2.0/floatingips/5dc1e1f0-a85b-422c-a8d5-d804f5a8dedb HTTP/1.1" status: 204 len: 168 time: 0.4820571 Mar 07 17:17:15.151281 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c08dabe-3904-4440-ac24-8d208a4a59ea req-4aed04f7-9efe-47db-9be0-ef6c6f96a3c4 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:15.152792 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9c08dabe-3904-4440-ac24-8d208a4a59ea req-4aed04f7-9efe-47db-9be0-ef6c6f96a3c4 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=de078107-e689-45a4-8451-2da22d662778 HTTP/1.1" status: 200 len: 945 time: 0.0537908 Mar 07 17:17:15.198662 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9c08dabe-3904-4440-ac24-8d208a4a59ea req-8eebb197-616b-45ba-a1fb-bc1488dbf8f4 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/security-groups?id=727cbf16-41a7-4c8a-bc4d-4462874ee3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403214 Mar 07 17:17:15.699201 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device 66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:17:15.718593 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] No Port match for: 66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:17:15.718938 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device 66d6a9aa-6073-4b16-b4c6-84dc1ec4c32b not bound to the agent host hv-cinder-80403 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:17:15.953459 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-48af21ea-e058-4b74-8c97-55b8128cee14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:16.322762 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4aff47-3478-49b7-80c1-6eaa943fe072 req-0e380aa7-95e7-4492-b3c6-075ea74d38d5 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:16.324255 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0e4aff47-3478-49b7-80c1-6eaa943fe072 req-0e380aa7-95e7-4492-b3c6-075ea74d38d5 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=de078107-e689-45a4-8451-2da22d662778 HTTP/1.1" status: 200 len: 945 time: 0.0557053 Mar 07 17:17:16.371436 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0e4aff47-3478-49b7-80c1-6eaa943fe072 req-04a40247-19e4-4daf-9dc2-cd7958e7706c tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/security-groups?id=727cbf16-41a7-4c8a-bc4d-4462874ee3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414202 Mar 07 17:17:16.727893 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8dc16f-6182-48d5-8917-df02efbf94df req-b126343d-a53b-4535-b8ee-6494cdbee00a tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:16.729967 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-eb8dc16f-6182-48d5-8917-df02efbf94df req-b126343d-a53b-4535-b8ee-6494cdbee00a tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.53 "GET /v2.0/ports?device_id=de078107-e689-45a4-8451-2da22d662778 HTTP/1.1" status: 200 len: 945 time: 0.0521419 Mar 07 17:17:16.823268 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-eb8dc16f-6182-48d5-8917-df02efbf94df req-a25ff878-58f5-4752-b64a-b1ff70c71c6e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Deleting port 78974e3f-110f-4dee-9a2c-87f25a6cbfa1 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:17:16.823640 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-eb8dc16f-6182-48d5-8917-df02efbf94df req-a25ff878-58f5-4752-b64a-b1ff70c71c6e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (78974e3f-110f-4dee-9a2c-87f25a6cbfa1), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:16.908537 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-eb8dc16f-6182-48d5-8917-df02efbf94df req-a25ff878-58f5-4752-b64a-b1ff70c71c6e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] For port 78974e3f-110f-4dee-9a2c-87f25a6cbfa1, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=78974e3f-110f-4dee-9a2c-87f25a6cbfa1,segment=NetworkSegment(ea16cf40-c220-47a8-a250-304109e23c76),segment_id=ea16cf40-c220-47a8-a250-304109e23c76)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:17:16.908899 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-eb8dc16f-6182-48d5-8917-df02efbf94df req-a25ff878-58f5-4752-b64a-b1ff70c71c6e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (78974e3f-110f-4dee-9a2c-87f25a6cbfa1), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:17.074244 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-eb8dc16f-6182-48d5-8917-df02efbf94df req-a25ff878-58f5-4752-b64a-b1ff70c71c6e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:17.074527 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-eb8dc16f-6182-48d5-8917-df02efbf94df req-a25ff878-58f5-4752-b64a-b1ff70c71c6e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2049624'] for floatingip (3c219a50-6e57-4c12-ac09-d05e43f1b3dd), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:17.074842 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.db.l3_db [req-eb8dc16f-6182-48d5-8917-df02efbf94df req-a25ff878-58f5-4752-b64a-b1ff70c71c6e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Floating IP 3c219a50-6e57-4c12-ac09-d05e43f1b3dd disassociated. External IP: 172.27.3.179, port: 78974e3f-110f-4dee-9a2c-87f25a6cbfa1. Mar 07 17:17:17.075179 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-eb8dc16f-6182-48d5-8917-df02efbf94df req-a25ff878-58f5-4752-b64a-b1ff70c71c6e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Calling delete_port for 78974e3f-110f-4dee-9a2c-87f25a6cbfa1 owned by compute:nova {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:17:17.256126 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-eb8dc16f-6182-48d5-8917-df02efbf94df req-a25ff878-58f5-4752-b64a-b1ff70c71c6e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (78974e3f-110f-4dee-9a2c-87f25a6cbfa1), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:17.284602 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ff878-58f5-4752-b64a-b1ff70c71c6e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Pushing event deleted for resources: {'Port': ['ID=78974e3f-110f-4dee-9a2c-87f25a6cbfa1,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:17:17.400372 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb8dc16f-6182-48d5-8917-df02efbf94df req-a25ff878-58f5-4752-b64a-b1ff70c71c6e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Router eaa523d0-6c58-4273-a695-9e471624f1f4 has already been hosted by L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:17:17.476596 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d0bc7570-8748-40e4-8448-1b77df56521c req-604cc6f3-e33c-4ccc-b6f2-8651ef96369d tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=de078107-e689-45a4-8451-2da22d662778 HTTP/1.1" status: 200 len: 210 time: 0.0313513 Mar 07 17:17:17.532882 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb8dc16f-6182-48d5-8917-df02efbf94df req-a25ff878-58f5-4752-b64a-b1ff70c71c6e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:17:17.542762 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ed2f4d-71a5-4003-8feb-92a2fb2612b1 None None] Sync routers for ids ['eaa523d0-6c58-4273-a695-9e471624f1f4'] in dv-cinder-804035-42-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:17:17.552937 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ed2f4d-71a5-4003-8feb-92a2fb2612b1 None None] Routers {'eaa523d0-6c58-4273-a695-9e471624f1f4'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:17:17.553540 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-63ed2f4d-71a5-4003-8feb-92a2fb2612b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:16:48Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['eaa523d0-6c58-4273-a695-9e471624f1f4'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:17:17.576943 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb8dc16f-6182-48d5-8917-df02efbf94df req-a25ff878-58f5-4752-b64a-b1ff70c71c6e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] No DVR routers for this DVR port 78974e3f-110f-4dee-9a2c-87f25a6cbfa1 on host hv-cinder-80403 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:17:17.579312 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-eb8dc16f-6182-48d5-8917-df02efbf94df req-a25ff878-58f5-4752-b64a-b1ff70c71c6e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:17.582552 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-eb8dc16f-6182-48d5-8917-df02efbf94df req-a25ff878-58f5-4752-b64a-b1ff70c71c6e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.53 "DELETE /v2.0/ports/78974e3f-110f-4dee-9a2c-87f25a6cbfa1 HTTP/1.1" status: 204 len: 173 time: 0.8476751 Mar 07 17:17:17.582990 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de078107-e689-45a4-8451-2da22d662778', 'name': 'network-vif-deleted', 'tag': '78974e3f-110f-4dee-9a2c-87f25a6cbfa1'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:17:17.585304 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aba4c615e876ca6c23e5fed61a3d1f980fac3f984d457871ad3b292fe147bdb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b44ee0-08ef-4a51-a485-98d8e128a2e2" -d '{"events": [{"server_uuid": "de078107-e689-45a4-8451-2da22d662778", "name": "network-vif-deleted", "tag": "78974e3f-110f-4dee-9a2c-87f25a6cbfa1"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:17:17.624914 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d00e41d-64f3-4480-a85b-36ac86ff1b3d x-openstack-request-id: req-4d00e41d-64f3-4480-a85b-36ac86ff1b3d {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:17:17.625465 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de078107-e689-45a4-8451-2da22d662778", "name": "network-vif-deleted", "tag": "78974e3f-110f-4dee-9a2c-87f25a6cbfa1", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:17:17.625716 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4d00e41d-64f3-4480-a85b-36ac86ff1b3d {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:17:17.626137 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de078107-e689-45a4-8451-2da22d662778', 'name': 'network-vif-deleted', 'tag': '78974e3f-110f-4dee-9a2c-87f25a6cbfa1', 'status': 'completed', 'code': 200} Mar 07 17:17:17.669202 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-63ed2f4d-71a5-4003-8feb-92a2fb2612b1 None None] Set router eaa523d0-6c58-4273-a695-9e471624f1f4 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:17:17.879158 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-63ed2f4d-71a5-4003-8feb-92a2fb2612b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'name': 'tempest-AttachVolumeNegativeTest-1671845688-router', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:34Z', 'revision_number': 4, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'gw_port': {'id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': '2d89cbbd-9a05-4988-a932-addbfa22b5de', 'name': '', 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'mac_address': 'fa:16:3e:5a:cc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:34Z', 'updated_at': '2022-03-07T17:13:38Z', 'revision_number': 5, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'subnets': [{'id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:17:17.905670 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ed2f4d-71a5-4003-8feb-92a2fb2612b1 None None] Checking router: eaa523d0-6c58-4273-a695-9e471624f1f4 for host: dv-cinder-804035-42-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:17:17.913859 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ed2f4d-71a5-4003-8feb-92a2fb2612b1 None None] Routers {'eaa523d0-6c58-4273-a695-9e471624f1f4'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:17:17.914463 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-63ed2f4d-71a5-4003-8feb-92a2fb2612b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:16:48Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['eaa523d0-6c58-4273-a695-9e471624f1f4'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:17:18.019970 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-63ed2f4d-71a5-4003-8feb-92a2fb2612b1 None None] Set router eaa523d0-6c58-4273-a695-9e471624f1f4 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:17:18.365651 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-63ed2f4d-71a5-4003-8feb-92a2fb2612b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'name': 'tempest-AttachVolumeNegativeTest-1671845688-router', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:34Z', 'revision_number': 4, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'gw_port': {'id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': '2d89cbbd-9a05-4988-a932-addbfa22b5de', 'name': '', 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'mac_address': 'fa:16:3e:5a:cc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:34Z', 'updated_at': '2022-03-07T17:13:38Z', 'revision_number': 5, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'subnets': [{'id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:17:18.394018 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ed2f4d-71a5-4003-8feb-92a2fb2612b1 None None] The sync data for ids ['eaa523d0-6c58-4273-a695-9e471624f1f4'] in dv-cinder-804035-42-iscsi is: [{'id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'name': 'tempest-AttachVolumeNegativeTest-1671845688-router', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:34Z', 'revision_number': 4, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'gw_port': {'id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': '2d89cbbd-9a05-4988-a932-addbfa22b5de', 'name': '', 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'mac_address': 'fa:16:3e:5a:cc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:34Z', 'updated_at': '2022-03-07T17:13:38Z', 'revision_number': 5, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'subnets': [{'id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:17:18.489919 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:18.519562 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-07e3d172-20c3-4008-9959-1dabf0c1b32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:18.616964 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02df3d30-18e4-43b9-abbe-cd227f8b2b48 None None] New status for floating IP 3c219a50-6e57-4c12-ac09-d05e43f1b3dd: DOWN {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:17:18.652232 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 40624) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:17:18.715067 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7b0f8cf8-fb02-4521-ae75-6a73b40a7a18 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for security_group (727cbf16-41a7-4c8a-bc4d-4462874ee3c1), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:18.738683 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7b0f8cf8-fb02-4521-ae75-6a73b40a7a18 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for security_group (727cbf16-41a7-4c8a-bc4d-4462874ee3c1), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:18.867943 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7b0f8cf8-fb02-4521-ae75-6a73b40a7a18 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (727cbf16-41a7-4c8a-bc4d-4462874ee3c1), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:18.870586 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7b0f8cf8-fb02-4521-ae75-6a73b40a7a18 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:18.871803 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-7b0f8cf8-fb02-4521-ae75-6a73b40a7a18 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "DELETE /v2.0/security-groups/727cbf16-41a7-4c8a-bc4d-4462874ee3c1 HTTP/1.1" status: 204 len: 168 time: 0.2185276 Mar 07 17:17:18.874529 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 40626) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:17:18.881165 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0f8cf8-fb02-4521-ae75-6a73b40a7a18 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=727cbf16-41a7-4c8a-bc4d-4462874ee3c1,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:17:18.889293 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.api.v2.resource [None req-e506e08b-8039-4dc7-aab2-e92b0e2742b6 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] show failed (client error): The resource could not be found. Mar 07 17:17:18.890528 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-e506e08b-8039-4dc7-aab2-e92b0e2742b6 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/security-groups/727cbf16-41a7-4c8a-bc4d-4462874ee3c1 HTTP/1.1" status: 404 len: 347 time: 0.0147402 Mar 07 17:17:18.893218 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 40628) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:17:19.017392 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-6474255f-31bd-4ca1-afc2-35ff9dcea50e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Deleting port de8a6c41-239a-4adf-9745-1ab820fc271e {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:17:19.017654 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6474255f-31bd-4ca1-afc2-35ff9dcea50e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (de8a6c41-239a-4adf-9745-1ab820fc271e), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:19.090777 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6474255f-31bd-4ca1-afc2-35ff9dcea50e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (de8a6c41-239a-4adf-9745-1ab820fc271e), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:19.091101 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6474255f-31bd-4ca1-afc2-35ff9dcea50e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for floatingip (de8a6c41-239a-4adf-9745-1ab820fc271e), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:19.102400 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-6474255f-31bd-4ca1-afc2-35ff9dcea50e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Calling delete_port for de8a6c41-239a-4adf-9745-1ab820fc271e owned by network:floatingip {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:17:19.302163 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6474255f-31bd-4ca1-afc2-35ff9dcea50e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (de8a6c41-239a-4adf-9745-1ab820fc271e), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:19.326240 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6474255f-31bd-4ca1-afc2-35ff9dcea50e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Pushing event deleted for resources: {'Port': ['ID=de8a6c41-239a-4adf-9745-1ab820fc271e,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:17:19.389484 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6474255f-31bd-4ca1-afc2-35ff9dcea50e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for floatingip (3c219a50-6e57-4c12-ac09-d05e43f1b3dd), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:19.392010 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6474255f-31bd-4ca1-afc2-35ff9dcea50e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:19.393155 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-6474255f-31bd-4ca1-afc2-35ff9dcea50e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "DELETE /v2.0/floatingips/3c219a50-6e57-4c12-ac09-d05e43f1b3dd HTTP/1.1" status: 204 len: 168 time: 0.4990442 Mar 07 17:17:19.885753 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 40636) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:17:19.890345 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-6f3691f0-889b-4f70-aa50-492ab1768d31 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1267711717', 'description': 'tempest-description--2063628527'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:17:19.953314 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6f3691f0-889b-4f70-aa50-492ab1768d31 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:20.018586 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6f3691f0-889b-4f70-aa50-492ab1768d31 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for security_group (ec2c883f-19a9-4242-bc9f-000e37a66d32), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:20.061684 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6f3691f0-889b-4f70-aa50-492ab1768d31 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (ec2c883f-19a9-4242-bc9f-000e37a66d32), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:20.089652 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3691f0-889b-4f70-aa50-492ab1768d31 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2c883f-19a9-4242-bc9f-000e37a66d32,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:17:20.143760 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-6f3691f0-889b-4f70-aa50-492ab1768d31 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:20.144961 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-6f3691f0-889b-4f70-aa50-492ab1768d31 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2581835 Mar 07 17:17:20.147725 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 40638) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:17:20.152429 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-156b77c5-a7a1-4774-a14c-e424e343979b tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Request body: {'security_group_rule': {'security_group_id': 'ec2c883f-19a9-4242-bc9f-000e37a66d32', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:17:20.221267 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-156b77c5-a7a1-4774-a14c-e424e343979b tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for security_group_rule (4ecd4746-ff1c-4f2b-b35a-0013598c27e2), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:20.274384 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-156b77c5-a7a1-4774-a14c-e424e343979b tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for security_group_rule (4ecd4746-ff1c-4f2b-b35a-0013598c27e2), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:20.336380 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-156b77c5-a7a1-4774-a14c-e424e343979b tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607897'] for security_group_rule (4ecd4746-ff1c-4f2b-b35a-0013598c27e2), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:20.354214 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156b77c5-a7a1-4774-a14c-e424e343979b tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ecd4746-ff1c-4f2b-b35a-0013598c27e2,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:17:20.418934 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-156b77c5-a7a1-4774-a14c-e424e343979b tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:20.420198 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-156b77c5-a7a1-4774-a14c-e424e343979b tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2715578 Mar 07 17:17:20.422919 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 40640) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:17:20.427163 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-f1007737-c4cb-4f1b-88f2-95885290abcc tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Request body: {'security_group_rule': {'security_group_id': 'ec2c883f-19a9-4242-bc9f-000e37a66d32', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:17:20.496835 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:20.541439 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f1007737-c4cb-4f1b-88f2-95885290abcc tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for security_group_rule (3a681d5d-6667-4d43-b270-bf126a29bd63), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:20.609267 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f1007737-c4cb-4f1b-88f2-95885290abcc tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for security_group_rule (3a681d5d-6667-4d43-b270-bf126a29bd63), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:20.678679 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f1007737-c4cb-4f1b-88f2-95885290abcc tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607897'] for security_group_rule (3a681d5d-6667-4d43-b270-bf126a29bd63), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:20.696197 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1007737-c4cb-4f1b-88f2-95885290abcc tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a681d5d-6667-4d43-b270-bf126a29bd63,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:17:20.772670 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f1007737-c4cb-4f1b-88f2-95885290abcc tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:20.773817 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-f1007737-c4cb-4f1b-88f2-95885290abcc tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3499660 Mar 07 17:17:20.777420 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 40644) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:17:20.781866 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-ce646aea-60bf-481a-96ff-c263ab881aae tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Request body: {'floatingip': {'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:17:20.862061 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ce646aea-60bf-481a-96ff-c263ab881aae tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:20.954832 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ce646aea-60bf-481a-96ff-c263ab881aae tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:21.273064 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-ce646aea-60bf-481a-96ff-c263ab881aae tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Allocated IP 172.27.3.13 (ca3ae6bc-acc1-44d4-99e8-2239d5d79721/7ea6e5b5-19cc-4407-9435-cc1a16805785/c18376e5-862e-4581-b2ba-3b1f6dc05027) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:17:21.370684 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ce646aea-60bf-481a-96ff-c263ab881aae tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for port (c18376e5-862e-4581-b2ba-3b1f6dc05027), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:21.479261 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ce646aea-60bf-481a-96ff-c263ab881aae tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51013872'] for port (c18376e5-862e-4581-b2ba-3b1f6dc05027), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:21.519257 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce646aea-60bf-481a-96ff-c263ab881aae tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Network ca3ae6bc-acc1-44d4-99e8-2239d5d79721 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:17:21.521886 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-ce646aea-60bf-481a-96ff-c263ab881aae tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:17:21.524496 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce646aea-60bf-481a-96ff-c263ab881aae tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:17:21.550842 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce646aea-60bf-481a-96ff-c263ab881aae tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Pushing event updated for resources: {'Port': ['ID=c18376e5-862e-4581-b2ba-3b1f6dc05027,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:17:21.612789 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ce646aea-60bf-481a-96ff-c263ab881aae tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for floatingip (c16d6c7c-4a43-4afb-9609-27b28fe3e372), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:21.723608 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device 78974e3f-110f-4dee-9a2c-87f25a6cbfa1 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:17:21.724591 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ce646aea-60bf-481a-96ff-c263ab881aae tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (c18376e5-862e-4581-b2ba-3b1f6dc05027), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:21.746162 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] No Port match for: 78974e3f-110f-4dee-9a2c-87f25a6cbfa1 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:17:21.746162 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device 78974e3f-110f-4dee-9a2c-87f25a6cbfa1 not bound to the agent host hv-cinder-80403 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:17:21.878801 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:21.884531 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ce646aea-60bf-481a-96ff-c263ab881aae tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for port (c18376e5-862e-4581-b2ba-3b1f6dc05027), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:21.930427 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ce646aea-60bf-481a-96ff-c263ab881aae tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51013769'] for port (c18376e5-862e-4581-b2ba-3b1f6dc05027), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:22.018005 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce646aea-60bf-481a-96ff-c263ab881aae tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Pushing event updated for resources: {'Port': ['ID=c18376e5-862e-4581-b2ba-3b1f6dc05027,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:17:22.025891 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ce646aea-60bf-481a-96ff-c263ab881aae tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2049624'] for floatingip (c16d6c7c-4a43-4afb-9609-27b28fe3e372), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:22.081025 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-ce646aea-60bf-481a-96ff-c263ab881aae tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:22.082265 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-ce646aea-60bf-481a-96ff-c263ab881aae tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3038454 Mar 07 17:17:22.432585 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9968e21e-4deb-486c-845b-0134007a128c req-7b9d798f-921d-4be8-9256-9f4d54566273 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1267711717&fields=id&tenant_id=fdd99a90993946518de326bc6d9a7a06 HTTP/1.1" status: 200 len: 267 time: 0.0420370 Mar 07 17:17:22.539884 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968e21e-4deb-486c-845b-0134007a128c req-6508ec19-bbc2-4205-90a6-febeeccf3571 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:22.541303 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9968e21e-4deb-486c-845b-0134007a128c req-6508ec19-bbc2-4205-90a6-febeeccf3571 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/networks?id=17f2b355-6a2e-4221-b899-dbeb2220fa3c HTTP/1.1" status: 200 len: 815 time: 0.1018867 Mar 07 17:17:22.555797 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9968e21e-4deb-486c-845b-0134007a128c req-c3d35301-32a1-4ccd-8072-a26cbcbd6925 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/quotas/fdd99a90993946518de326bc6d9a7a06 HTTP/1.1" status: 200 len: 375 time: 0.0087407 Mar 07 17:17:22.883292 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9968e21e-4deb-486c-845b-0134007a128c req-169781b1-b387-48b8-a5f4-9e9c7957245a tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fdd99a90993946518de326bc6d9a7a06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3221302 Mar 07 17:17:22.984046 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9968e21e-4deb-486c-845b-0134007a128c req-e4bf8db1-89f6-4589-8192-b293e734eae0 service neutron] 10.222.0.45 "GET /v2.0/networks/17f2b355-6a2e-4221-b899-dbeb2220fa3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888073 Mar 07 17:17:23.004727 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:23.077387 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9968e21e-4deb-486c-845b-0134007a128c req-083cacf9-3688-4ee8-98a3-bda647d46fee service neutron] 10.222.0.45 "GET /v2.0/networks/17f2b355-6a2e-4221-b899-dbeb2220fa3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871985 Mar 07 17:17:23.381430 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2b885eea-5482-422c-9a28-5b5fe46e8e08 req-e686c740-2cd6-4c5a-a21a-34e8e64a5d94 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=047c5f81-41cf-4c91-8613-e717ff24e5c1 HTTP/1.1" status: 200 len: 210 time: 0.1368344 Mar 07 17:17:24.489244 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f4854575-6ab4-4d97-8147-8b9ee4c46c4a req-3fb19136-d867-475b-b173-90f4f286d345 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=047c5f81-41cf-4c91-8613-e717ff24e5c1 HTTP/1.1" status: 200 len: 210 time: 0.0332818 Mar 07 17:17:25.590496 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c5893c26-6f68-43bd-a3b5-928486b5df5d req-94ac4c9b-6e29-4a87-9c38-baf8ee066844 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=047c5f81-41cf-4c91-8613-e717ff24e5c1 HTTP/1.1" status: 200 len: 210 time: 0.0310121 Mar 07 17:17:26.682661 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0dd5f256-0b3f-4d59-93ad-4fb1b94c588c req-9b1d2933-a773-4ee0-bae3-8ac84d69f793 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=047c5f81-41cf-4c91-8613-e717ff24e5c1 HTTP/1.1" status: 200 len: 210 time: 0.0269082 Mar 07 17:17:27.540473 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968e21e-4deb-486c-845b-0134007a128c req-c3503175-5522-4007-b16d-9adbc0404aec tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:27.541812 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9968e21e-4deb-486c-845b-0134007a128c req-c3503175-5522-4007-b16d-9adbc0404aec tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.53 "GET /v2.0/networks?id=17f2b355-6a2e-4221-b899-dbeb2220fa3c HTTP/1.1" status: 200 len: 815 time: 0.1035857 Mar 07 17:17:27.599395 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9968e21e-4deb-486c-845b-0134007a128c req-0d1e19df-da3a-42fd-b01e-f9fac0a34fa0 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdd99a90993946518de326bc6d9a7a06 HTTP/1.1" status: 200 len: 380 time: 0.0497279 Mar 07 17:17:27.609077 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-9968e21e-4deb-486c-845b-0134007a128c req-daf3cf92-4de9-49f6-9e15-c852aa85ff1f tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Request body: {'port': {'device_id': '047c5f81-41cf-4c91-8613-e717ff24e5c1', 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c', 'admin_state_up': True, 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'security_groups': ['ec2c883f-19a9-4242-bc9f-000e37a66d32']}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:17:27.783001 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-afb83da8-60e8-4fe8-b4f7-92788ad512db req-f175fd4c-c316-47f0-9de4-254d451131d4 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=047c5f81-41cf-4c91-8613-e717ff24e5c1 HTTP/1.1" status: 200 len: 210 time: 0.0278900 Mar 07 17:17:27.784026 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9968e21e-4deb-486c-845b-0134007a128c req-daf3cf92-4de9-49f6-9e15-c852aa85ff1f tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Made reservation on behalf of fdd99a90993946518de326bc6d9a7a06 for: {'port': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:17:27.787284 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-9968e21e-4deb-486c-845b-0134007a128c req-daf3cf92-4de9-49f6-9e15-c852aa85ff1f tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:27.913952 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [req-9968e21e-4deb-486c-845b-0134007a128c req-daf3cf92-4de9-49f6-9e15-c852aa85ff1f tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Allocated IP 172.20.0.13 (17f2b355-6a2e-4221-b899-dbeb2220fa3c/7ad537dc-a0d8-4463-8026-4f3cd5701784/fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:17:28.048502 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-9968e21e-4deb-486c-845b-0134007a128c req-daf3cf92-4de9-49f6-9e15-c852aa85ff1f tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for port (fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:28.147741 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-9968e21e-4deb-486c-845b-0134007a128c req-daf3cf92-4de9-49f6-9e15-c852aa85ff1f tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:28.191885 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9968e21e-4deb-486c-845b-0134007a128c req-daf3cf92-4de9-49f6-9e15-c852aa85ff1f tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Network 17f2b355-6a2e-4221-b899-dbeb2220fa3c is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:17:28.194725 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [req-9968e21e-4deb-486c-845b-0134007a128c req-daf3cf92-4de9-49f6-9e15-c852aa85ff1f tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:17:28.198256 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-9968e21e-4deb-486c-845b-0134007a128c req-daf3cf92-4de9-49f6-9e15-c852aa85ff1f tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:17:28.205277 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf3cf92-4de9-49f6-9e15-c852aa85ff1f tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Pushing event updated for resources: {'Port': ['ID=fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:17:28.252696 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968e21e-4deb-486c-845b-0134007a128c req-daf3cf92-4de9-49f6-9e15-c852aa85ff1f tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:28.253315 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-9968e21e-4deb-486c-845b-0134007a128c req-daf3cf92-4de9-49f6-9e15-c852aa85ff1f tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:28.381516 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9968e21e-4deb-486c-845b-0134007a128c req-daf3cf92-4de9-49f6-9e15-c852aa85ff1f tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7737160 Mar 07 17:17:28.391267 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-9968e21e-4deb-486c-845b-0134007a128c req-15669502-6b58-4287-b078-4cd1ad3f8a0b service neutron] Request body: {'port': {'device_id': '047c5f81-41cf-4c91-8613-e717ff24e5c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:17:28.452849 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-9968e21e-4deb-486c-845b-0134007a128c req-15669502-6b58-4287-b078-4cd1ad3f8a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:28.489212 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-84771b4a-a909-42b8-bec4-1c5583f12f84 None None] Provisioning complete for port fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:17:28.489792 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-84771b4a-a909-42b8-bec4-1c5583f12f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:28.523387 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-84771b4a-a909-42b8-bec4-1c5583f12f84 None None] Port fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:17:28.716311 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [req-9968e21e-4deb-486c-845b-0134007a128c req-15669502-6b58-4287-b078-4cd1ad3f8a0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:17:28.723728 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-9968e21e-4deb-486c-845b-0134007a128c req-15669502-6b58-4287-b078-4cd1ad3f8a0b service neutron] Publish callbacks [] for port (fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:28.736255 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [req-9968e21e-4deb-486c-845b-0134007a128c req-15669502-6b58-4287-b078-4cd1ad3f8a0b service neutron] Transition to ACTIVE for port object fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a will not be triggered until provisioned by entity L2. {{(pid=103431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 17:17:28.804575 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-9968e21e-4deb-486c-845b-0134007a128c req-15669502-6b58-4287-b078-4cd1ad3f8a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58733560'] for port (fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:28.889762 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15669502-6b58-4287-b078-4cd1ad3f8a0b service neutron] Pushing event updated for resources: {'Port': ['ID=fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:17:28.973777 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9c559-876a-46be-9559-ddf90923e26e req-501f8a58-b519-417c-a201-7c0ba7ff1c2b tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:28.975371 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-67d9c559-876a-46be-9559-ddf90923e26e req-501f8a58-b519-417c-a201-7c0ba7ff1c2b tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=047c5f81-41cf-4c91-8613-e717ff24e5c1 HTTP/1.1" status: 200 len: 944 time: 0.1225214 Mar 07 17:17:28.976664 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-9968e21e-4deb-486c-845b-0134007a128c req-15669502-6b58-4287-b078-4cd1ad3f8a0b service neutron] Attempting to bind port fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:17:28.977002 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-9968e21e-4deb-486c-845b-0134007a128c req-15669502-6b58-4287-b078-4cd1ad3f8a0b service neutron] Attempting to bind port fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'ea16cf40-c220-47a8-a250-304109e23c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:17:28.977331 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9968e21e-4deb-486c-845b-0134007a128c req-15669502-6b58-4287-b078-4cd1ad3f8a0b service neutron] Attempting to bind port fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a on network 17f2b355-6a2e-4221-b899-dbeb2220fa3c {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:17:28.984453 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9968e21e-4deb-486c-845b-0134007a128c req-15669502-6b58-4287-b078-4cd1ad3f8a0b service neutron] Port fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a on network 17f2b355-6a2e-4221-b899-dbeb2220fa3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 17:17:28.984774 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9968e21e-4deb-486c-845b-0134007a128c req-15669502-6b58-4287-b078-4cd1ad3f8a0b service neutron] Attempting to bind port fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a on network 17f2b355-6a2e-4221-b899-dbeb2220fa3c {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:17:29.004611 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9968e21e-4deb-486c-845b-0134007a128c req-15669502-6b58-4287-b078-4cd1ad3f8a0b service neutron] Checking agent: {'id': 'c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 17, 0, 18), 'started_at': datetime.datetime(2022, 3, 7, 17, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:17:29.004962 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9968e21e-4deb-486c-845b-0134007a128c req-15669502-6b58-4287-b078-4cd1ad3f8a0b service neutron] Checking segment: {'id': 'ea16cf40-c220-47a8-a250-304109e23c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:17:29.005346 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9968e21e-4deb-486c-845b-0134007a128c req-15669502-6b58-4287-b078-4cd1ad3f8a0b service neutron] Bound using segment: {'id': 'ea16cf40-c220-47a8-a250-304109e23c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:17:29.005783 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-9968e21e-4deb-486c-845b-0134007a128c req-15669502-6b58-4287-b078-4cd1ad3f8a0b service neutron] Bound port: fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea16cf40-c220-47a8-a250-304109e23c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:17:29.006144 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-9968e21e-4deb-486c-845b-0134007a128c req-15669502-6b58-4287-b078-4cd1ad3f8a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:29.061637 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-67d9c559-876a-46be-9559-ddf90923e26e req-f39397e3-7682-44ff-9b1e-2cad808138c4 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec2c883f-19a9-4242-bc9f-000e37a66d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791235 Mar 07 17:17:29.092736 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-9968e21e-4deb-486c-845b-0134007a128c req-15669502-6b58-4287-b078-4cd1ad3f8a0b service neutron] For port fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a, host hv-cinder-80403, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:17:29.095745 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-9968e21e-4deb-486c-845b-0134007a128c req-15669502-6b58-4287-b078-4cd1ad3f8a0b service neutron] For port fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a,segment=NetworkSegment(ea16cf40-c220-47a8-a250-304109e23c76),segment_id=ea16cf40-c220-47a8-a250-304109e23c76)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:17:29.193627 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-9968e21e-4deb-486c-845b-0134007a128c req-15669502-6b58-4287-b078-4cd1ad3f8a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58733560'] for port (fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:29.233621 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968e21e-4deb-486c-845b-0134007a128c req-15669502-6b58-4287-b078-4cd1ad3f8a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:29.234236 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-9968e21e-4deb-486c-845b-0134007a128c req-15669502-6b58-4287-b078-4cd1ad3f8a0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:29.235863 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9968e21e-4deb-486c-845b-0134007a128c req-15669502-6b58-4287-b078-4cd1ad3f8a0b service neutron] 10.222.0.53 "PUT /v2.0/ports/fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a HTTP/1.1" status: 200 len: 1094 time: 0.8494024 Mar 07 17:17:29.236308 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '047c5f81-41cf-4c91-8613-e717ff24e5c1', 'tag': 'fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:17:29.239078 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aba4c615e876ca6c23e5fed61a3d1f980fac3f984d457871ad3b292fe147bdb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7884ec1e-6a25-47a9-a661-bc5fa8956608" -d '{"events": [{"name": "network-changed", "server_uuid": "047c5f81-41cf-4c91-8613-e717ff24e5c1", "tag": "fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:17:29.269639 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15669502-6b58-4287-b078-4cd1ad3f8a0b service neutron] Pushing event updated for resources: {'Port': ['ID=fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:17:29.282054 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa67b9d-a355-4074-b913-798fc04e72e6 x-openstack-request-id: req-5fa67b9d-a355-4074-b913-798fc04e72e6 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:17:29.282054 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "047c5f81-41cf-4c91-8613-e717ff24e5c1", "tag": "fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:17:29.282296 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5fa67b9d-a355-4074-b913-798fc04e72e6 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:17:29.282970 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '047c5f81-41cf-4c91-8613-e717ff24e5c1', 'tag': 'fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a', 'status': 'completed', 'code': 200} Mar 07 17:17:29.345155 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884ec1e-6a25-47a9-a661-bc5fa8956608 req-58fe7fa1-6f7f-45b0-8ec7-2a287d2113be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:29.346743 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7884ec1e-6a25-47a9-a661-bc5fa8956608 req-58fe7fa1-6f7f-45b0-8ec7-2a287d2113be service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fdd99a90993946518de326bc6d9a7a06&device_id=047c5f81-41cf-4c91-8613-e717ff24e5c1 HTTP/1.1" status: 200 len: 1128 time: 0.0480268 Mar 07 17:17:29.452648 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884ec1e-6a25-47a9-a661-bc5fa8956608 req-f7fe6137-e083-4407-83e1-d3a2447f1cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:29.454106 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7884ec1e-6a25-47a9-a661-bc5fa8956608 req-f7fe6137-e083-4407-83e1-d3a2447f1cac service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=fdd99a90993946518de326bc6d9a7a06&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0994165 Mar 07 17:17:29.547496 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884ec1e-6a25-47a9-a661-bc5fa8956608 req-4e431e84-86c4-4d1b-9979-efb2170e6472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:29.548883 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7884ec1e-6a25-47a9-a661-bc5fa8956608 req-4e431e84-86c4-4d1b-9979-efb2170e6472 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0876737 Mar 07 17:17:29.628509 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968e21e-4deb-486c-845b-0134007a128c req-c48f4d14-675b-4e50-8fa0-55a20be1bbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:29.630055 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9968e21e-4deb-486c-845b-0134007a128c req-c48f4d14-675b-4e50-8fa0-55a20be1bbd6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fdd99a90993946518de326bc6d9a7a06&device_id=047c5f81-41cf-4c91-8613-e717ff24e5c1 HTTP/1.1" status: 200 len: 1128 time: 0.0444176 Mar 07 17:17:29.676865 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9968e21e-4deb-486c-845b-0134007a128c req-54496b44-bf74-4edf-8510-12512ccd66ab service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a HTTP/1.1" status: 200 len: 217 time: 0.0379577 Mar 07 17:17:29.724860 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968e21e-4deb-486c-845b-0134007a128c req-7c15cb13-f0c4-4044-856c-9381171efb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:29.726296 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9968e21e-4deb-486c-845b-0134007a128c req-7c15cb13-f0c4-4044-856c-9381171efb9d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ad537dc-a0d8-4463-8026-4f3cd5701784 HTTP/1.1" status: 200 len: 854 time: 0.0429270 Mar 07 17:17:29.775541 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968e21e-4deb-486c-845b-0134007a128c req-3f636527-7f69-4af0-8f0e-1d9ea03586cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:29.777007 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9968e21e-4deb-486c-845b-0134007a128c req-3f636527-7f69-4af0-8f0e-1d9ea03586cc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17f2b355-6a2e-4221-b899-dbeb2220fa3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0443702 Mar 07 17:17:29.868968 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9968e21e-4deb-486c-845b-0134007a128c req-b3f92ea0-e7b7-4fb0-a87b-9f80e7533c38 service neutron] 10.222.0.53 "GET /v2.0/networks/17f2b355-6a2e-4221-b899-dbeb2220fa3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852540 Mar 07 17:17:29.957309 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9968e21e-4deb-486c-845b-0134007a128c req-6926706f-f0e8-491e-b4f1-9347bb5058a7 service neutron] 10.222.0.53 "GET /v2.0/networks/17f2b355-6a2e-4221-b899-dbeb2220fa3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815811 Mar 07 17:17:30.185411 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7944ec-ba4a-4a51-aa9d-73b3dcfe5c66 req-23fa91ca-f999-44ae-a196-30e6552f6967 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:30.186873 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5d7944ec-ba4a-4a51-aa9d-73b3dcfe5c66 req-23fa91ca-f999-44ae-a196-30e6552f6967 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=047c5f81-41cf-4c91-8613-e717ff24e5c1 HTTP/1.1" status: 200 len: 944 time: 0.0565448 Mar 07 17:17:30.232338 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5d7944ec-ba4a-4a51-aa9d-73b3dcfe5c66 req-bfdae882-4702-41e6-adcd-664bd0b5234a tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec2c883f-19a9-4242-bc9f-000e37a66d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399618 Mar 07 17:17:31.350231 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90549b-4c46-4e2c-9af6-42017f9052ab req-b072fe95-4905-496d-af7a-aa3166c19fa0 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:31.351665 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5e90549b-4c46-4e2c-9af6-42017f9052ab req-b072fe95-4905-496d-af7a-aa3166c19fa0 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=047c5f81-41cf-4c91-8613-e717ff24e5c1 HTTP/1.1" status: 200 len: 944 time: 0.0522845 Mar 07 17:17:31.398648 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5e90549b-4c46-4e2c-9af6-42017f9052ab req-0bda399b-7e1b-42fc-8d1a-06d50ac80f73 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec2c883f-19a9-4242-bc9f-000e37a66d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403795 Mar 07 17:17:32.518433 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6f539-5c36-4e2d-bf8e-4a3e0a7dabcb req-1737bcf3-959b-4db5-abbe-da826537e9d5 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:32.519906 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d4d6f539-5c36-4e2d-bf8e-4a3e0a7dabcb req-1737bcf3-959b-4db5-abbe-da826537e9d5 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=047c5f81-41cf-4c91-8613-e717ff24e5c1 HTTP/1.1" status: 200 len: 944 time: 0.0556889 Mar 07 17:17:32.564936 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d4d6f539-5c36-4e2d-bf8e-4a3e0a7dabcb req-f1213359-8b0e-486b-bee9-da12f2ca3b7e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec2c883f-19a9-4242-bc9f-000e37a66d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395954 Mar 07 17:17:33.681327 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7da7a-ab4f-41b7-9236-6222b18aea7e req-917af317-75d4-480c-a04c-2ba1aba7e521 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:33.682784 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5ec7da7a-ab4f-41b7-9236-6222b18aea7e req-917af317-75d4-480c-a04c-2ba1aba7e521 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=047c5f81-41cf-4c91-8613-e717ff24e5c1 HTTP/1.1" status: 200 len: 944 time: 0.0529907 Mar 07 17:17:33.729514 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5ec7da7a-ab4f-41b7-9236-6222b18aea7e req-85ee8151-b27a-415f-8334-3417a8e09d5e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec2c883f-19a9-4242-bc9f-000e37a66d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402696 Mar 07 17:17:33.759597 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:17:33.856770 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a,segment=NetworkSegment(ea16cf40-c220-47a8-a250-304109e23c76),segment_id=ea16cf40-c220-47a8-a250-304109e23c76)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:17:33.867943 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Returning: {'device': 'fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a', 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c', 'port_id': 'fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a', 'mac_address': 'fa:16:3e:57:17:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:17:33.904639 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Current status of the port fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a is: DOWN; New status is: BUILD {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:17:33.905019 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:33.918139 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a {{(pid=103440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:17:33.941158 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a,segment=NetworkSegment(ea16cf40-c220-47a8-a250-304109e23c76),segment_id=ea16cf40-c220-47a8-a250-304109e23c76)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:17:33.987319 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:34.033454 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Pushing event updated for resources: {'Port': ['ID=fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:17:34.040309 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:17:34.040662 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:17:34.041007 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:17:34.041346 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:17:34.041684 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:17:34.042009 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:17:34.042337 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:17:34.042661 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:17:34.042988 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:17:34.043311 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:17:34.043667 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:17:34.043987 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:17:34.044306 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:17:34.357735 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] get_ports_and_sgs() called for port_ids ['fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:17:34.423481 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-52712c55-b752-4ffa-8ab5-db0c72ee4ffc req-f0c1a844-b03b-4999-80b1-844fd525eca8 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-269865029&fields=id&tenant_id=776f3679e77e490b893316a32842cc90 HTTP/1.1" status: 200 len: 267 time: 0.0445652 Mar 07 17:17:34.556549 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52712c55-b752-4ffa-8ab5-db0c72ee4ffc req-12c098b4-0723-4500-bc9e-60e9691e8f05 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:34.557976 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-52712c55-b752-4ffa-8ab5-db0c72ee4ffc req-12c098b4-0723-4500-bc9e-60e9691e8f05 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/networks?id=9389be18-213a-4ced-bba2-3382f718f0a8 HTTP/1.1" status: 200 len: 810 time: 0.1280758 Mar 07 17:17:34.577123 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5909bce8-1068-481c-bc0b-4b373bfff574 req-65d8df94-8b76-4da7-b3c0-a92923e26399 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c1325077-fdc0-4ddf-ad61-1ecf33ac8f79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715008 Mar 07 17:17:34.578952 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-52712c55-b752-4ffa-8ab5-db0c72ee4ffc req-f03c80dc-f874-4edb-b440-522f3487416c tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/quotas/776f3679e77e490b893316a32842cc90 HTTP/1.1" status: 200 len: 375 time: 0.0146871 Mar 07 17:17:34.635646 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-52712c55-b752-4ffa-8ab5-db0c72ee4ffc req-0a82ff5c-35d0-4053-b606-8c4bb5a02927 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=776f3679e77e490b893316a32842cc90&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0516787 Mar 07 17:17:34.739277 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909bce8-1068-481c-bc0b-4b373bfff574 req-e31a4db0-498a-4174-a868-a5bb511adff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:34.740702 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5909bce8-1068-481c-bc0b-4b373bfff574 req-e31a4db0-498a-4174-a868-a5bb511adff3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=776f3679e77e490b893316a32842cc90&device_id=c1325077-fdc0-4ddf-ad61-1ecf33ac8f79 HTTP/1.1" status: 200 len: 1130 time: 0.1042123 Mar 07 17:17:34.760688 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-52712c55-b752-4ffa-8ab5-db0c72ee4ffc req-718eb121-f54d-46ec-af02-4b62afbaca6f service neutron] 10.222.0.45 "GET /v2.0/networks/9389be18-213a-4ced-bba2-3382f718f0a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958977 Mar 07 17:17:34.958800 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909bce8-1068-481c-bc0b-4b373bfff574 req-90c87152-9234-4cf6-89d3-a24f211703c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:34.960332 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5909bce8-1068-481c-bc0b-4b373bfff574 req-90c87152-9234-4cf6-89d3-a24f211703c6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9389be18-213a-4ced-bba2-3382f718f0a8 HTTP/1.1" status: 200 len: 911 time: 0.1988347 Mar 07 17:17:34.965709 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-52712c55-b752-4ffa-8ab5-db0c72ee4ffc req-45ec6d0b-a169-4e63-8357-56ee7e16a53e service neutron] 10.222.0.45 "GET /v2.0/networks/9389be18-213a-4ced-bba2-3382f718f0a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960728 Mar 07 17:17:34.980389 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347dda03-a665-400e-b974-530bcf6737a0 req-4edf0e6d-7d9d-4fc2-adc0-92d5b6a3191e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:34.981803 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-347dda03-a665-400e-b974-530bcf6737a0 req-4edf0e6d-7d9d-4fc2-adc0-92d5b6a3191e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=047c5f81-41cf-4c91-8613-e717ff24e5c1 HTTP/1.1" status: 200 len: 945 time: 0.1819110 Mar 07 17:17:35.065692 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5909bce8-1068-481c-bc0b-4b373bfff574 req-c15e6c9d-0e3f-4cf5-981d-a6616e68c661 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ced15902-cbbe-4732-8ca2-ba4273820265 HTTP/1.1" status: 200 len: 1001 time: 0.0984282 Mar 07 17:17:35.088665 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-347dda03-a665-400e-b974-530bcf6737a0 req-0552d4a5-1cce-49b4-91aa-223074370929 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec2c883f-19a9-4242-bc9f-000e37a66d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761251 Mar 07 17:17:35.129240 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909bce8-1068-481c-bc0b-4b373bfff574 req-136e29e4-c05e-4dea-9626-3cc720960374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:35.130734 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5909bce8-1068-481c-bc0b-4b373bfff574 req-136e29e4-c05e-4dea-9626-3cc720960374 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f18b0602-960c-4c40-bfa0-ef433b9207aa HTTP/1.1" status: 200 len: 849 time: 0.0566905 Mar 07 17:17:35.183808 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909bce8-1068-481c-bc0b-4b373bfff574 req-dc30c3a5-99ea-496c-9340-2e1b1639134d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:35.185331 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5909bce8-1068-481c-bc0b-4b373bfff574 req-dc30c3a5-99ea-496c-9340-2e1b1639134d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9389be18-213a-4ced-bba2-3382f718f0a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0477102 Mar 07 17:17:35.278554 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5909bce8-1068-481c-bc0b-4b373bfff574 req-75e585a4-bfd5-47d8-81cd-39076f487ff9 service neutron] 10.222.0.53 "GET /v2.0/networks/9389be18-213a-4ced-bba2-3382f718f0a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873435 Mar 07 17:17:35.368517 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5909bce8-1068-481c-bc0b-4b373bfff574 req-e1976e20-2223-4279-b77b-98f2e9c9e07a service neutron] 10.222.0.53 "GET /v2.0/networks/9389be18-213a-4ced-bba2-3382f718f0a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840590 Mar 07 17:17:35.574608 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-221eb7e8-d59c-48d6-a405-85ba2677bc62 req-0dfda400-75b2-47c8-9a7c-a9633fc30d36 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e14b4a-030f-4092-ab72-dbfd1ffc72b1 HTTP/1.1" status: 200 len: 210 time: 0.0263801 Mar 07 17:17:35.774297 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a up at agent hyperv_hv-cinder-80403 {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:17:35.895617 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Provisioning for port fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a completed by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 17:17:35.899716 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Provisioning complete for port fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:17:35.900094 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:35.977783 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Current status of the port fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a is: BUILD; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:17:35.978188 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:36.003197 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047c5f81-41cf-4c91-8613-e717ff24e5c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:17:36.005530 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11138cde4cb47aed6ab60590cdc6142137d0740b05d94cd9dbb0d95d7575220c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac8a5e7-a16d-4d79-afd3-6949b6ab6af1" -d '{"events": [{"server_uuid": "047c5f81-41cf-4c91-8613-e717ff24e5c1", "name": "network-vif-plugged", "status": "completed", "tag": "fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:17:36.018757 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a,segment=NetworkSegment(ea16cf40-c220-47a8-a250-304109e23c76),segment_id=ea16cf40-c220-47a8-a250-304109e23c76)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:17:36.041779 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5876909-e0ca-447f-bb1b-d737b652b790 x-openstack-request-id: req-d5876909-e0ca-447f-bb1b-d737b652b790 {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:17:36.042057 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "047c5f81-41cf-4c91-8613-e717ff24e5c1", "name": "network-vif-plugged", "status": "completed", "tag": "fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:17:36.042434 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d5876909-e0ca-447f-bb1b-d737b652b790 {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:17:36.042828 dv-cinder-804035-42-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047c5f81-41cf-4c91-8613-e717ff24e5c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a', 'code': 200} Mar 07 17:17:36.101830 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:36.155219 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Pushing event updated for resources: {'Port': ['ID=fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:17:36.216022 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b4580-2780-4b0b-9978-048d139bf5e5 req-886f47bf-caef-4d60-9744-be86d1d030bf tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:36.217497 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-aa6b4580-2780-4b0b-9978-048d139bf5e5 req-886f47bf-caef-4d60-9744-be86d1d030bf tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=047c5f81-41cf-4c91-8613-e717ff24e5c1 HTTP/1.1" status: 200 len: 946 time: 0.0569556 Mar 07 17:17:36.265206 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-aa6b4580-2780-4b0b-9978-048d139bf5e5 req-165cd343-cdd3-4330-8dec-fa6428b65a7f tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec2c883f-19a9-4242-bc9f-000e37a66d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416691 Mar 07 17:17:36.335251 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8dfaa7-c32a-4a34-943b-111aafb6de19 req-886da103-e291-4549-96bd-264105a8674d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:36.336741 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3a8dfaa7-c32a-4a34-943b-111aafb6de19 req-886da103-e291-4549-96bd-264105a8674d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=047c5f81-41cf-4c91-8613-e717ff24e5c1 HTTP/1.1" status: 200 len: 1130 time: 0.0458779 Mar 07 17:17:36.392422 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3a8dfaa7-c32a-4a34-943b-111aafb6de19 req-084f5008-3bc8-411d-9102-3c93c116d0ef service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ec2c883f-19a9-4242-bc9f-000e37a66d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494823 Mar 07 17:17:36.460535 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [req-9379cd32-7f9f-42fb-9dd9-5807cbf3b1f7 req-58cd4eb2-84d6-46c1-b129-8192b5f4b056 service neutron] (103433) timed out ('10.222.0.53', 55685) {{(pid=103433) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 17:17:36.671022 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-36efd6cc-32a5-499a-8882-c1ee847eba7a req-ed8ec1a1-69db-4b1e-8965-eb8396affef0 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e14b4a-030f-4092-ab72-dbfd1ffc72b1 HTTP/1.1" status: 200 len: 210 time: 0.0279303 Mar 07 17:17:37.385888 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e5e23-aaa0-4a10-8c1a-a4bb5ff2b4ca req-03127de2-3183-44d1-bb40-eed7f22dd84a tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:37.387344 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-696e5e23-aaa0-4a10-8c1a-a4bb5ff2b4ca req-03127de2-3183-44d1-bb40-eed7f22dd84a tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=047c5f81-41cf-4c91-8613-e717ff24e5c1 HTTP/1.1" status: 200 len: 946 time: 0.0578580 Mar 07 17:17:37.435700 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-696e5e23-aaa0-4a10-8c1a-a4bb5ff2b4ca req-6a127fe1-2052-45e0-8e88-919e44b506b4 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec2c883f-19a9-4242-bc9f-000e37a66d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419095 Mar 07 17:17:37.615307 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52712c55-b752-4ffa-8ab5-db0c72ee4ffc req-112624c5-13d0-475e-88eb-82d65728f45f tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:37.616793 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-52712c55-b752-4ffa-8ab5-db0c72ee4ffc req-112624c5-13d0-475e-88eb-82d65728f45f tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.53 "GET /v2.0/networks?id=9389be18-213a-4ced-bba2-3382f718f0a8 HTTP/1.1" status: 200 len: 810 time: 0.1001894 Mar 07 17:17:37.683417 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-52712c55-b752-4ffa-8ab5-db0c72ee4ffc req-b0842771-3561-4c85-8b36-012f9057e6e9 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=776f3679e77e490b893316a32842cc90 HTTP/1.1" status: 200 len: 379 time: 0.0564461 Mar 07 17:17:37.695828 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-52712c55-b752-4ffa-8ab5-db0c72ee4ffc req-9ebe2b45-1f11-4307-9db8-8660473ec3be tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Request body: {'port': {'device_id': '09e14b4a-030f-4092-ab72-dbfd1ffc72b1', 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8', 'admin_state_up': True, 'tenant_id': '776f3679e77e490b893316a32842cc90', 'security_groups': ['576c276b-5805-4c2d-9532-32cca923b8db']}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:17:37.794090 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-73f5b167-2295-46bf-84d2-fc0060ddae31 req-9ba1bae8-9479-4440-bba9-fd78530af683 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e14b4a-030f-4092-ab72-dbfd1ffc72b1 HTTP/1.1" status: 200 len: 210 time: 0.0338879 Mar 07 17:17:37.934099 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52712c55-b752-4ffa-8ab5-db0c72ee4ffc req-9ebe2b45-1f11-4307-9db8-8660473ec3be tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Made reservation on behalf of 776f3679e77e490b893316a32842cc90 for: {'port': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:17:37.934099 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-52712c55-b752-4ffa-8ab5-db0c72ee4ffc req-9ebe2b45-1f11-4307-9db8-8660473ec3be tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:38.064522 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [req-52712c55-b752-4ffa-8ab5-db0c72ee4ffc req-9ebe2b45-1f11-4307-9db8-8660473ec3be tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Allocated IP 172.20.0.7 (9389be18-213a-4ced-bba2-3382f718f0a8/f18b0602-960c-4c40-bfa0-ef433b9207aa/cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:17:38.206137 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-52712c55-b752-4ffa-8ab5-db0c72ee4ffc req-9ebe2b45-1f11-4307-9db8-8660473ec3be tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks [] for port (cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:38.307568 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-52712c55-b752-4ffa-8ab5-db0c72ee4ffc req-9ebe2b45-1f11-4307-9db8-8660473ec3be tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:38.351290 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52712c55-b752-4ffa-8ab5-db0c72ee4ffc req-9ebe2b45-1f11-4307-9db8-8660473ec3be tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Network 9389be18-213a-4ced-bba2-3382f718f0a8 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:17:38.355840 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [req-52712c55-b752-4ffa-8ab5-db0c72ee4ffc req-9ebe2b45-1f11-4307-9db8-8660473ec3be tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:17:38.360863 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-52712c55-b752-4ffa-8ab5-db0c72ee4ffc req-9ebe2b45-1f11-4307-9db8-8660473ec3be tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:17:38.397122 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebe2b45-1f11-4307-9db8-8660473ec3be tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Pushing event updated for resources: {'Port': ['ID=cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:17:38.424701 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52712c55-b752-4ffa-8ab5-db0c72ee4ffc req-9ebe2b45-1f11-4307-9db8-8660473ec3be tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:38.425334 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-52712c55-b752-4ffa-8ab5-db0c72ee4ffc req-9ebe2b45-1f11-4307-9db8-8660473ec3be tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:38.545375 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-52712c55-b752-4ffa-8ab5-db0c72ee4ffc req-9ebe2b45-1f11-4307-9db8-8660473ec3be tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8534789 Mar 07 17:17:38.557094 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-52712c55-b752-4ffa-8ab5-db0c72ee4ffc req-261a20cc-5980-46b7-8c55-d2d59ec04dee service neutron] Request body: {'port': {'device_id': '09e14b4a-030f-4092-ab72-dbfd1ffc72b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:17:38.595105 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db1f49-9f7a-4e1d-a150-63d54d19fa8a req-c6239f67-633f-4655-bcb9-abf5e7ccb989 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:38.596607 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-61db1f49-9f7a-4e1d-a150-63d54d19fa8a req-c6239f67-633f-4655-bcb9-abf5e7ccb989 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=047c5f81-41cf-4c91-8613-e717ff24e5c1 HTTP/1.1" status: 200 len: 946 time: 0.0892420 Mar 07 17:17:38.646451 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-52712c55-b752-4ffa-8ab5-db0c72ee4ffc req-261a20cc-5980-46b7-8c55-d2d59ec04dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:38.655991 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-2a4110a4-4f4b-457a-8743-ff36f026a28a None None] Provisioning complete for port cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:17:38.655991 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2a4110a4-4f4b-457a-8743-ff36f026a28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:38.678835 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-61db1f49-9f7a-4e1d-a150-63d54d19fa8a req-0271f4c9-c218-48f5-ada4-771eaa405d04 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec2c883f-19a9-4242-bc9f-000e37a66d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760496 Mar 07 17:17:38.683855 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-2a4110a4-4f4b-457a-8743-ff36f026a28a None None] Port cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:17:38.897341 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b5222-f721-4752-b2e0-220abea09d1f req-8c82ded7-a668-443c-8d41-d15428a824c1 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:38.898778 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5f2b5222-f721-4752-b2e0-220abea09d1f req-8c82ded7-a668-443c-8d41-d15428a824c1 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=047c5f81-41cf-4c91-8613-e717ff24e5c1 HTTP/1.1" status: 200 len: 946 time: 0.1308622 Mar 07 17:17:38.907520 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 40782) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:17:38.912081 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-e5ebb672-f3a2-4f82-9659-27a56f3d1d97 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Request body: {'floatingip': {'port_id': 'fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:17:38.950576 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e5ebb672-f3a2-4f82-9659-27a56f3d1d97 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for floatingip (c16d6c7c-4a43-4afb-9609-27b28fe3e372), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:38.962246 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d1762-120a-4ae7-aa53-2592f2643ab4 req-6581d074-485d-4749-b563-0bad16d71729 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:38.963746 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-052d1762-120a-4ae7-aa53-2592f2643ab4 req-6581d074-485d-4749-b563-0bad16d71729 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e14b4a-030f-4092-ab72-dbfd1ffc72b1 HTTP/1.1" status: 200 len: 931 time: 0.0925503 Mar 07 17:17:39.046933 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [req-52712c55-b752-4ffa-8ab5-db0c72ee4ffc req-261a20cc-5980-46b7-8c55-d2d59ec04dee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:17:39.054232 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-052d1762-120a-4ae7-aa53-2592f2643ab4 req-dadcfffa-ecbf-4f49-89ef-2edac60e10a4 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843475 Mar 07 17:17:39.058232 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-52712c55-b752-4ffa-8ab5-db0c72ee4ffc req-261a20cc-5980-46b7-8c55-d2d59ec04dee service neutron] Publish callbacks [] for port (cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:39.076245 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [req-52712c55-b752-4ffa-8ab5-db0c72ee4ffc req-261a20cc-5980-46b7-8c55-d2d59ec04dee service neutron] Transition to ACTIVE for port object cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f will not be triggered until provisioned by entity L2. {{(pid=103431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 17:17:39.129995 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-52712c55-b752-4ffa-8ab5-db0c72ee4ffc req-261a20cc-5980-46b7-8c55-d2d59ec04dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58733560'] for port (cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:39.185336 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a20cc-5980-46b7-8c55-d2d59ec04dee service neutron] Pushing event updated for resources: {'Port': ['ID=cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:17:39.252619 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-52712c55-b752-4ffa-8ab5-db0c72ee4ffc req-261a20cc-5980-46b7-8c55-d2d59ec04dee service neutron] Attempting to bind port cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:17:39.252977 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-52712c55-b752-4ffa-8ab5-db0c72ee4ffc req-261a20cc-5980-46b7-8c55-d2d59ec04dee service neutron] Attempting to bind port cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '23b56ee2-3cba-4684-96db-32e07f753509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:17:39.253281 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52712c55-b752-4ffa-8ab5-db0c72ee4ffc req-261a20cc-5980-46b7-8c55-d2d59ec04dee service neutron] Attempting to bind port cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f on network 9389be18-213a-4ced-bba2-3382f718f0a8 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:17:39.257813 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52712c55-b752-4ffa-8ab5-db0c72ee4ffc req-261a20cc-5980-46b7-8c55-d2d59ec04dee service neutron] Port cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f on network 9389be18-213a-4ced-bba2-3382f718f0a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 17:17:39.258136 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52712c55-b752-4ffa-8ab5-db0c72ee4ffc req-261a20cc-5980-46b7-8c55-d2d59ec04dee service neutron] Attempting to bind port cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f on network 9389be18-213a-4ced-bba2-3382f718f0a8 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:17:39.263307 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52712c55-b752-4ffa-8ab5-db0c72ee4ffc req-261a20cc-5980-46b7-8c55-d2d59ec04dee service neutron] Checking agent: {'id': 'c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 17, 0, 18), 'started_at': datetime.datetime(2022, 3, 7, 17, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:17:39.263693 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52712c55-b752-4ffa-8ab5-db0c72ee4ffc req-261a20cc-5980-46b7-8c55-d2d59ec04dee service neutron] Checking segment: {'id': '23b56ee2-3cba-4684-96db-32e07f753509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:17:39.264073 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52712c55-b752-4ffa-8ab5-db0c72ee4ffc req-261a20cc-5980-46b7-8c55-d2d59ec04dee service neutron] Bound using segment: {'id': '23b56ee2-3cba-4684-96db-32e07f753509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:17:39.264497 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-52712c55-b752-4ffa-8ab5-db0c72ee4ffc req-261a20cc-5980-46b7-8c55-d2d59ec04dee service neutron] Bound port: cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23b56ee2-3cba-4684-96db-32e07f753509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:17:39.264905 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-52712c55-b752-4ffa-8ab5-db0c72ee4ffc req-261a20cc-5980-46b7-8c55-d2d59ec04dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:39.331068 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-52712c55-b752-4ffa-8ab5-db0c72ee4ffc req-261a20cc-5980-46b7-8c55-d2d59ec04dee service neutron] For port cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f, host hv-cinder-80403, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:17:39.334852 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-52712c55-b752-4ffa-8ab5-db0c72ee4ffc req-261a20cc-5980-46b7-8c55-d2d59ec04dee service neutron] For port cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f,segment=NetworkSegment(23b56ee2-3cba-4684-96db-32e07f753509),segment_id=23b56ee2-3cba-4684-96db-32e07f753509)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:17:39.393567 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e5ebb672-f3a2-4f82-9659-27a56f3d1d97 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:39.404744 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-52712c55-b752-4ffa-8ab5-db0c72ee4ffc req-261a20cc-5980-46b7-8c55-d2d59ec04dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58733560'] for port (cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:39.440533 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52712c55-b752-4ffa-8ab5-db0c72ee4ffc req-261a20cc-5980-46b7-8c55-d2d59ec04dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:39.441016 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-52712c55-b752-4ffa-8ab5-db0c72ee4ffc req-261a20cc-5980-46b7-8c55-d2d59ec04dee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:39.442319 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-52712c55-b752-4ffa-8ab5-db0c72ee4ffc req-261a20cc-5980-46b7-8c55-d2d59ec04dee service neutron] 10.222.0.53 "PUT /v2.0/ports/cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f HTTP/1.1" status: 200 len: 1093 time: 0.8892672 Mar 07 17:17:39.442846 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09e14b4a-030f-4092-ab72-dbfd1ffc72b1', 'tag': 'cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:17:39.445102 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aba4c615e876ca6c23e5fed61a3d1f980fac3f984d457871ad3b292fe147bdb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce83f416-f3b8-46d4-afec-ee25e3252345" -d '{"events": [{"name": "network-changed", "server_uuid": "09e14b4a-030f-4092-ab72-dbfd1ffc72b1", "tag": "cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:17:39.450275 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e5ebb672-f3a2-4f82-9659-27a56f3d1d97 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2049624'] for floatingip (c16d6c7c-4a43-4afb-9609-27b28fe3e372), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:39.474119 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a20cc-5980-46b7-8c55-d2d59ec04dee service neutron] Pushing event updated for resources: {'Port': ['ID=cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:17:39.497620 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3760f5f-4d14-4887-9038-992e986a7b12 x-openstack-request-id: req-f3760f5f-4d14-4887-9038-992e986a7b12 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:17:39.497913 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09e14b4a-030f-4092-ab72-dbfd1ffc72b1", "tag": "cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:17:39.498166 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f3760f5f-4d14-4887-9038-992e986a7b12 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:17:39.498731 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09e14b4a-030f-4092-ab72-dbfd1ffc72b1', 'tag': 'cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f', 'status': 'completed', 'code': 200} Mar 07 17:17:39.568171 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.db.l3_db [None req-e5ebb672-f3a2-4f82-9659-27a56f3d1d97 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Floating IP c16d6c7c-4a43-4afb-9609-27b28fe3e372 associated. External IP: 172.27.3.13, port: fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a. Mar 07 17:17:39.571116 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83f416-f3b8-46d4-afec-ee25e3252345 req-e32ce926-5299-46ac-b0d6-8bed0beee93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:39.571244 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ce83f416-f3b8-46d4-afec-ee25e3252345 req-e32ce926-5299-46ac-b0d6-8bed0beee93f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=776f3679e77e490b893316a32842cc90&device_id=09e14b4a-030f-4092-ab72-dbfd1ffc72b1 HTTP/1.1" status: 200 len: 1127 time: 0.0524082 Mar 07 17:17:39.678040 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83f416-f3b8-46d4-afec-ee25e3252345 req-e334afff-c741-421c-964c-fcfb7e57da84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:39.679511 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ce83f416-f3b8-46d4-afec-ee25e3252345 req-e334afff-c741-421c-964c-fcfb7e57da84 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=776f3679e77e490b893316a32842cc90&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1023448 Mar 07 17:17:39.776637 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83f416-f3b8-46d4-afec-ee25e3252345 req-8452ee82-3527-4ea8-9a5d-34856be51960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:39.778077 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ce83f416-f3b8-46d4-afec-ee25e3252345 req-8452ee82-3527-4ea8-9a5d-34856be51960 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932353 Mar 07 17:17:39.800191 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ebb672-f3a2-4f82-9659-27a56f3d1d97 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Router eaa523d0-6c58-4273-a695-9e471624f1f4 has already been hosted by L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:17:39.867539 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52712c55-b752-4ffa-8ab5-db0c72ee4ffc req-913cee4f-4ed6-4be3-af7d-0c0e78cf4c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:39.867539 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-52712c55-b752-4ffa-8ab5-db0c72ee4ffc req-913cee4f-4ed6-4be3-af7d-0c0e78cf4c1e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=776f3679e77e490b893316a32842cc90&device_id=09e14b4a-030f-4092-ab72-dbfd1ffc72b1 HTTP/1.1" status: 200 len: 1127 time: 0.0452862 Mar 07 17:17:39.911843 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ebb672-f3a2-4f82-9659-27a56f3d1d97 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:17:39.916938 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e5ebb672-f3a2-4f82-9659-27a56f3d1d97 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:39.924322 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b7ec47-f0b4-44b8-8e0e-210e4c3f8a32 None None] Sync routers for ids ['eaa523d0-6c58-4273-a695-9e471624f1f4'] in dv-cinder-804035-42-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:17:39.937916 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b7ec47-f0b4-44b8-8e0e-210e4c3f8a32 None None] Routers {'eaa523d0-6c58-4273-a695-9e471624f1f4'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:17:39.938665 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-f9b7ec47-f0b4-44b8-8e0e-210e4c3f8a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:17:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['eaa523d0-6c58-4273-a695-9e471624f1f4'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:17:39.947776 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-e5ebb672-f3a2-4f82-9659-27a56f3d1d97 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "PUT /v2.0/floatingips/c16d6c7c-4a43-4afb-9609-27b28fe3e372 HTTP/1.1" status: 200 len: 991 time: 1.0390129 Mar 07 17:17:39.948449 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '047c5f81-41cf-4c91-8613-e717ff24e5c1', 'tag': 'fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:17:39.950768 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfbbc7859df88561113c54b203fedf4c990683989f0786bfb786606e8039cc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f88944-17a4-4199-90e2-f2807f68ee7b" -d '{"events": [{"name": "network-changed", "server_uuid": "047c5f81-41cf-4c91-8613-e717ff24e5c1", "tag": "fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:17:40.052693 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224a9c22-dd03-4965-8a8d-029f02cf4fb6 x-openstack-request-id: req-224a9c22-dd03-4965-8a8d-029f02cf4fb6 {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:17:40.052989 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "047c5f81-41cf-4c91-8613-e717ff24e5c1", "tag": "fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:17:40.053277 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-224a9c22-dd03-4965-8a8d-029f02cf4fb6 {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:17:40.053707 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '047c5f81-41cf-4c91-8613-e717ff24e5c1', 'tag': 'fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a', 'status': 'completed', 'code': 200} Mar 07 17:17:40.067131 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-f9b7ec47-f0b4-44b8-8e0e-210e4c3f8a32 None None] Set router eaa523d0-6c58-4273-a695-9e471624f1f4 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:17:40.187333 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-52712c55-b752-4ffa-8ab5-db0c72ee4ffc req-9aa6dfe0-23e1-4ced-9e99-906751a32f91 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f HTTP/1.1" status: 200 len: 217 time: 0.3218155 Mar 07 17:17:40.287129 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52712c55-b752-4ffa-8ab5-db0c72ee4ffc req-7c7bd53a-bbb4-4011-a960-199ed7c5fcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:40.288607 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-52712c55-b752-4ffa-8ab5-db0c72ee4ffc req-7c7bd53a-bbb4-4011-a960-199ed7c5fcb1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f18b0602-960c-4c40-bfa0-ef433b9207aa HTTP/1.1" status: 200 len: 849 time: 0.0879734 Mar 07 17:17:40.304911 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-f9b7ec47-f0b4-44b8-8e0e-210e4c3f8a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'name': 'tempest-AttachVolumeNegativeTest-1671845688-router', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:34Z', 'revision_number': 4, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'gw_port': {'id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_floatingips': [{'id': 'c16d6c7c-4a43-4afb-9609-27b28fe3e372', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'floating_ip_address': '172.27.3.13', 'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'router_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'port_id': 'fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c', 'mac_address': 'fa:16:3e:57:17:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047c5f81-41cf-4c91-8613-e717ff24e5c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:17:21Z', 'updated_at': '2022-03-07T17:17:39Z', 'revision_number': 1, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d89cbbd-9a05-4988-a932-addbfa22b5de', 'name': '', 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'mac_address': 'fa:16:3e:5a:cc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:34Z', 'updated_at': '2022-03-07T17:13:38Z', 'revision_number': 5, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'subnets': [{'id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:17:40.309777 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f88944-17a4-4199-90e2-f2807f68ee7b req-8a914e5b-1cae-4d65-a1bc-d4a5d76d2b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:40.311236 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f9f88944-17a4-4199-90e2-f2807f68ee7b req-8a914e5b-1cae-4d65-a1bc-d4a5d76d2b57 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fdd99a90993946518de326bc6d9a7a06&device_id=047c5f81-41cf-4c91-8613-e717ff24e5c1 HTTP/1.1" status: 200 len: 1130 time: 0.1268687 Mar 07 17:17:40.331936 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b7ec47-f0b4-44b8-8e0e-210e4c3f8a32 None None] Checking router: eaa523d0-6c58-4273-a695-9e471624f1f4 for host: dv-cinder-804035-42-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:17:40.340205 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b7ec47-f0b4-44b8-8e0e-210e4c3f8a32 None None] Routers {'eaa523d0-6c58-4273-a695-9e471624f1f4'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:17:40.340827 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-f9b7ec47-f0b4-44b8-8e0e-210e4c3f8a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:17:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['eaa523d0-6c58-4273-a695-9e471624f1f4'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:17:40.346457 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ea46c-6fe7-4ed8-bb48-58d1bc11bb3e req-536314b8-eb4f-4361-9acd-2debda7a0794 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:40.347934 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-616ea46c-6fe7-4ed8-bb48-58d1bc11bb3e req-536314b8-eb4f-4361-9acd-2debda7a0794 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e14b4a-030f-4092-ab72-dbfd1ffc72b1 HTTP/1.1" status: 200 len: 943 time: 0.1648953 Mar 07 17:17:40.442387 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52712c55-b752-4ffa-8ab5-db0c72ee4ffc req-c5e5318b-04d8-440e-a054-1e8cb511fa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:40.443843 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-52712c55-b752-4ffa-8ab5-db0c72ee4ffc req-c5e5318b-04d8-440e-a054-1e8cb511fa70 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9389be18-213a-4ced-bba2-3382f718f0a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1489005 Mar 07 17:17:40.456128 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-f9b7ec47-f0b4-44b8-8e0e-210e4c3f8a32 None None] Set router eaa523d0-6c58-4273-a695-9e471624f1f4 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:17:40.488579 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-616ea46c-6fe7-4ed8-bb48-58d1bc11bb3e req-e8bc6d2a-fb66-400d-8269-71fc5aa35c06 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304686 Mar 07 17:17:40.508155 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f88944-17a4-4199-90e2-f2807f68ee7b req-5ea80b93-6b99-4c03-b720-6734d7966d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:40.509621 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f9f88944-17a4-4199-90e2-f2807f68ee7b req-5ea80b93-6b99-4c03-b720-6734d7966d09 service neutron] 10.222.0.53 "GET /v2.0/networks?id=17f2b355-6a2e-4221-b899-dbeb2220fa3c HTTP/1.1" status: 200 len: 916 time: 0.1819386 Mar 07 17:17:40.618006 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f9f88944-17a4-4199-90e2-f2807f68ee7b req-5f36220a-90dc-4f4b-8098-f5e783da1543 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a HTTP/1.1" status: 200 len: 999 time: 0.0831010 Mar 07 17:17:40.619965 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-52712c55-b752-4ffa-8ab5-db0c72ee4ffc req-b9d6a704-9aa4-444d-be4c-6bc078086c4f service neutron] 10.222.0.53 "GET /v2.0/networks/9389be18-213a-4ced-bba2-3382f718f0a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635277 Mar 07 17:17:40.686323 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-f9b7ec47-f0b4-44b8-8e0e-210e4c3f8a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'name': 'tempest-AttachVolumeNegativeTest-1671845688-router', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:34Z', 'revision_number': 4, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'gw_port': {'id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_floatingips': [{'id': 'c16d6c7c-4a43-4afb-9609-27b28fe3e372', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'floating_ip_address': '172.27.3.13', 'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'router_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'port_id': 'fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c', 'mac_address': 'fa:16:3e:57:17:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047c5f81-41cf-4c91-8613-e717ff24e5c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:17:21Z', 'updated_at': '2022-03-07T17:17:39Z', 'revision_number': 1, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d89cbbd-9a05-4988-a932-addbfa22b5de', 'name': '', 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'mac_address': 'fa:16:3e:5a:cc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:34Z', 'updated_at': '2022-03-07T17:13:38Z', 'revision_number': 5, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'subnets': [{'id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:17:40.711801 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b7ec47-f0b4-44b8-8e0e-210e4c3f8a32 None None] The sync data for ids ['eaa523d0-6c58-4273-a695-9e471624f1f4'] in dv-cinder-804035-42-iscsi is: [{'id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'name': 'tempest-AttachVolumeNegativeTest-1671845688-router', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:34Z', 'revision_number': 4, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'gw_port': {'id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_floatingips': [{'id': 'c16d6c7c-4a43-4afb-9609-27b28fe3e372', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'floating_ip_address': '172.27.3.13', 'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'router_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'port_id': 'fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c', 'mac_address': 'fa:16:3e:57:17:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047c5f81-41cf-4c91-8613-e717ff24e5c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:17:21Z', 'updated_at': '2022-03-07T17:17:39Z', 'revision_number': 1, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d89cbbd-9a05-4988-a932-addbfa22b5de', 'name': '', 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'mac_address': 'fa:16:3e:5a:cc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:34Z', 'updated_at': '2022-03-07T17:13:38Z', 'revision_number': 5, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'subnets': [{'id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:17:40.726518 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f88944-17a4-4199-90e2-f2807f68ee7b req-13633afa-191c-471e-9258-c0f2f4704add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:40.728101 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f9f88944-17a4-4199-90e2-f2807f68ee7b req-13633afa-191c-471e-9258-c0f2f4704add service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ad537dc-a0d8-4463-8026-4f3cd5701784 HTTP/1.1" status: 200 len: 854 time: 0.1008201 Mar 07 17:17:40.780621 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-52712c55-b752-4ffa-8ab5-db0c72ee4ffc req-b0230c9a-1180-4984-834c-289de2e1d5a7 service neutron] 10.222.0.53 "GET /v2.0/networks/9389be18-213a-4ced-bba2-3382f718f0a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461086 Mar 07 17:17:40.795036 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f88944-17a4-4199-90e2-f2807f68ee7b req-1947c4bd-4edd-44e2-9bd8-3e4983eb3fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:40.797188 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f9f88944-17a4-4199-90e2-f2807f68ee7b req-1947c4bd-4edd-44e2-9bd8-3e4983eb3fa1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17f2b355-6a2e-4221-b899-dbeb2220fa3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0624859 Mar 07 17:17:40.893745 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f9f88944-17a4-4199-90e2-f2807f68ee7b req-30549db4-d36f-4d2e-8c3b-edd67c0b594b service neutron] 10.222.0.53 "GET /v2.0/networks/17f2b355-6a2e-4221-b899-dbeb2220fa3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911565 Mar 07 17:17:40.929329 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d29ff8-60f2-4603-853a-a969d6dc5e6e None None] New status for floating IP c16d6c7c-4a43-4afb-9609-27b28fe3e372: ACTIVE {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:17:40.987951 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f9f88944-17a4-4199-90e2-f2807f68ee7b req-0fa40fed-b01e-4ae3-9e39-8da6dcd23062 service neutron] 10.222.0.53 "GET /v2.0/networks/17f2b355-6a2e-4221-b899-dbeb2220fa3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877919 Mar 07 17:17:41.276551 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:17:41.605440 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab54f5-e586-46e3-9a38-0061191f29c3 req-1b283f5a-8c85-49e8-a3b9-583b294ed590 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:41.606824 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f5ab54f5-e586-46e3-9a38-0061191f29c3 req-1b283f5a-8c85-49e8-a3b9-583b294ed590 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e14b4a-030f-4092-ab72-dbfd1ffc72b1 HTTP/1.1" status: 200 len: 943 time: 0.0517457 Mar 07 17:17:41.659334 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f5ab54f5-e586-46e3-9a38-0061191f29c3 req-c014e283-782a-4763-85d3-7dd64662c427 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462253 Mar 07 17:17:42.776973 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45118ff1-4abb-45c9-85d3-ebcdcc727f8c req-d09b7e4f-f8f0-4ca2-a9d0-941c1f428207 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:42.778429 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-45118ff1-4abb-45c9-85d3-ebcdcc727f8c req-d09b7e4f-f8f0-4ca2-a9d0-941c1f428207 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e14b4a-030f-4092-ab72-dbfd1ffc72b1 HTTP/1.1" status: 200 len: 943 time: 0.0517488 Mar 07 17:17:42.826387 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-45118ff1-4abb-45c9-85d3-ebcdcc727f8c req-69163add-cc85-488f-8f4d-45204786e546 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416441 Mar 07 17:17:43.941610 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbd535-e9e0-43df-808f-f24a352e072b req-0d7a7625-f381-4677-a7db-9919b0696b98 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:43.943079 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-85dbd535-e9e0-43df-808f-f24a352e072b req-0d7a7625-f381-4677-a7db-9919b0696b98 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e14b4a-030f-4092-ab72-dbfd1ffc72b1 HTTP/1.1" status: 200 len: 943 time: 0.0512552 Mar 07 17:17:43.991676 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-85dbd535-e9e0-43df-808f-f24a352e072b req-ea8cdf4e-8023-43bd-8ee8-1bd8e49c6df0 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431671 Mar 07 17:17:45.111582 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136770a6-91f7-4095-81ed-f3a950f9edd1 req-e12ebae4-b3aa-413d-9661-e8a4f4e2d6ad tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:45.113309 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-136770a6-91f7-4095-81ed-f3a950f9edd1 req-e12ebae4-b3aa-413d-9661-e8a4f4e2d6ad tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e14b4a-030f-4092-ab72-dbfd1ffc72b1 HTTP/1.1" status: 200 len: 943 time: 0.0569689 Mar 07 17:17:45.163825 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-136770a6-91f7-4095-81ed-f3a950f9edd1 req-46d35c54-3f2b-418f-8340-08d573d33323 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448155 Mar 07 17:17:45.923690 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4688a699-d453-4679-8cc2-76a0f234e970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:46.280652 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03734008-1ce1-4d50-8b43-f35fb252d347 req-4670d276-9c6f-4ef8-aafd-cb0a4972a7f2 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:46.282398 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-03734008-1ce1-4d50-8b43-f35fb252d347 req-4670d276-9c6f-4ef8-aafd-cb0a4972a7f2 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e14b4a-030f-4092-ab72-dbfd1ffc72b1 HTTP/1.1" status: 200 len: 943 time: 0.0541379 Mar 07 17:17:46.330826 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-03734008-1ce1-4d50-8b43-f35fb252d347 req-5cbd9cd9-9e01-40a3-9c5a-8fc82e41ae9f tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430014 Mar 07 17:17:47.449013 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76ae9c-0311-4558-8015-f7efbccb42ae req-23c10270-008c-4e5f-b816-983d9bb40326 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:47.450481 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3d76ae9c-0311-4558-8015-f7efbccb42ae req-23c10270-008c-4e5f-b816-983d9bb40326 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e14b4a-030f-4092-ab72-dbfd1ffc72b1 HTTP/1.1" status: 200 len: 943 time: 0.0531187 Mar 07 17:17:47.503140 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3d76ae9c-0311-4558-8015-f7efbccb42ae req-f3fd3dcc-5870-497d-a361-bdb4129b79af tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470319 Mar 07 17:17:47.851957 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:17:47.948655 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f,segment=NetworkSegment(23b56ee2-3cba-4684-96db-32e07f753509),segment_id=23b56ee2-3cba-4684-96db-32e07f753509)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:17:47.959310 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Returning: {'device': 'cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f', 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8', 'port_id': 'cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f', 'mac_address': 'fa:16:3e:ba:97:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18b0602-960c-4c40-bfa0-ef433b9207aa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:17:47.996432 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Current status of the port cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f is: DOWN; New status is: BUILD {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:17:47.996822 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:48.009730 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f {{(pid=103440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:17:48.033145 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f,segment=NetworkSegment(23b56ee2-3cba-4684-96db-32e07f753509),segment_id=23b56ee2-3cba-4684-96db-32e07f753509)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:17:48.118057 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:48.164840 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Pushing event updated for resources: {'Port': ['ID=cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:17:48.421174 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4bc47141-6b88-43b3-9885-7b273acf67ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:48.449414 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:48.482295 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] get_ports_and_sgs() called for port_ids ['cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:17:48.621796 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874adcef-e6c7-4da7-94ef-ff50990a3b87 req-15096b4c-3d0f-4069-9bb9-6c037603c308 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:48.623280 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-874adcef-e6c7-4da7-94ef-ff50990a3b87 req-15096b4c-3d0f-4069-9bb9-6c037603c308 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e14b4a-030f-4092-ab72-dbfd1ffc72b1 HTTP/1.1" status: 200 len: 944 time: 0.0537333 Mar 07 17:17:48.673575 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-874adcef-e6c7-4da7-94ef-ff50990a3b87 req-ca8abe7d-11f3-48e7-b3ea-d780371f370f tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443780 Mar 07 17:17:49.788848 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c32ffc-4b30-4cd5-bc00-3a926a5fd34a req-c03a9703-5c9c-4bff-b281-31af1703ba0e tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:49.790320 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-69c32ffc-4b30-4cd5-bc00-3a926a5fd34a req-c03a9703-5c9c-4bff-b281-31af1703ba0e tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e14b4a-030f-4092-ab72-dbfd1ffc72b1 HTTP/1.1" status: 200 len: 944 time: 0.0524752 Mar 07 17:17:49.837762 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-69c32ffc-4b30-4cd5-bc00-3a926a5fd34a req-c512a0a0-69f2-4bc7-ae1e-7b9ea8be380d tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420663 Mar 07 17:17:49.883334 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f up at agent hyperv_hv-cinder-80403 {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:17:49.998219 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Provisioning for port cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f completed by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 17:17:50.002704 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Provisioning complete for port cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:17:50.003081 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:50.083084 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Current status of the port cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f is: BUILD; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:17:50.083507 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:50.105786 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e14b4a-030f-4092-ab72-dbfd1ffc72b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:17:50.108008 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11138cde4cb47aed6ab60590cdc6142137d0740b05d94cd9dbb0d95d7575220c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1229deeb-6d54-4d28-9e28-67515db00df6" -d '{"events": [{"server_uuid": "09e14b4a-030f-4092-ab72-dbfd1ffc72b1", "name": "network-vif-plugged", "status": "completed", "tag": "cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:17:50.121240 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f,segment=NetworkSegment(23b56ee2-3cba-4684-96db-32e07f753509),segment_id=23b56ee2-3cba-4684-96db-32e07f753509)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:17:50.143278 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd37d7a-b35b-4a56-a5e5-4ceee70d77ab x-openstack-request-id: req-cbd37d7a-b35b-4a56-a5e5-4ceee70d77ab {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:17:50.143601 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e14b4a-030f-4092-ab72-dbfd1ffc72b1", "name": "network-vif-plugged", "status": "completed", "tag": "cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:17:50.143861 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cbd37d7a-b35b-4a56-a5e5-4ceee70d77ab {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:17:50.144256 dv-cinder-804035-42-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e14b4a-030f-4092-ab72-dbfd1ffc72b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f', 'code': 200} Mar 07 17:17:50.215176 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:50.263781 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Pushing event updated for resources: {'Port': ['ID=cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:17:50.494616 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:50.519541 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631867c9-8c28-45e4-b6e1-0166c32e9630 req-bfdd5e4b-74c8-4c66-a147-c40ec603ab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:50.521006 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-631867c9-8c28-45e4-b6e1-0166c32e9630 req-bfdd5e4b-74c8-4c66-a147-c40ec603ab6b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=09e14b4a-030f-4092-ab72-dbfd1ffc72b1 HTTP/1.1" status: 200 len: 1129 time: 0.0487525 Mar 07 17:17:50.568622 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-631867c9-8c28-45e4-b6e1-0166c32e9630 req-8d9320d5-d5ea-4258-b26e-0586329f2d62 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393724 Mar 07 17:17:50.953320 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ebd3a-1fc4-4dc4-8a83-137d9130004f req-a508fed5-7019-42fa-8dbf-cec46f5de9b3 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:50.954792 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a73ebd3a-1fc4-4dc4-8a83-137d9130004f req-a508fed5-7019-42fa-8dbf-cec46f5de9b3 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e14b4a-030f-4092-ab72-dbfd1ffc72b1 HTTP/1.1" status: 200 len: 945 time: 0.0525329 Mar 07 17:17:51.002959 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a73ebd3a-1fc4-4dc4-8a83-137d9130004f req-cbd6b1ac-4a79-4b68-8f45-416cfa8825a7 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426471 Mar 07 17:17:51.924689 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:52.126780 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215dcd9-1316-4d69-893d-b7fcd3a039d3 req-4b124282-91e6-4787-97b4-88fd5b9a591a tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:52.128299 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a215dcd9-1316-4d69-893d-b7fcd3a039d3 req-4b124282-91e6-4787-97b4-88fd5b9a591a tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e14b4a-030f-4092-ab72-dbfd1ffc72b1 HTTP/1.1" status: 200 len: 945 time: 0.0572762 Mar 07 17:17:52.176848 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a215dcd9-1316-4d69-893d-b7fcd3a039d3 req-cc102ccf-bfa4-4351-b4d3-cf92c9a30033 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428507 Mar 07 17:17:52.987156 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:53.295051 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db71a5-dff9-4466-bea8-c1084f598644 req-fd993a1e-0e6a-430b-b178-b7a8d3358c80 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:53.296467 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-04db71a5-dff9-4466-bea8-c1084f598644 req-fd993a1e-0e6a-430b-b178-b7a8d3358c80 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e14b4a-030f-4092-ab72-dbfd1ffc72b1 HTTP/1.1" status: 200 len: 945 time: 0.0524046 Mar 07 17:17:53.344248 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-04db71a5-dff9-4466-bea8-c1084f598644 req-139ccf21-d881-4243-902d-54a53fc86a05 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423198 Mar 07 17:17:53.467535 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6cb2d-6cac-4cdc-8bba-c8bf63d17c8f req-287548aa-5092-44d5-86c1-7b50eb82474c tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:53.469431 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b5a6cb2d-6cac-4cdc-8bba-c8bf63d17c8f req-287548aa-5092-44d5-86c1-7b50eb82474c tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e14b4a-030f-4092-ab72-dbfd1ffc72b1 HTTP/1.1" status: 200 len: 945 time: 0.0529075 Mar 07 17:17:53.522173 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b5a6cb2d-6cac-4cdc-8bba-c8bf63d17c8f req-5118b59a-e238-4e45-8611-379cac88dc89 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473535 Mar 07 17:17:53.544186 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 40826) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:17:53.681269 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fb999e-17ee-4b88-8c20-86c522b0c7e5 tempest-TestVolumeBootPattern-1405354157 tempest-TestVolumeBootPattern-1405354157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:53.682798 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-63fb999e-17ee-4b88-8c20-86c522b0c7e5 tempest-TestVolumeBootPattern-1405354157 tempest-TestVolumeBootPattern-1405354157-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=09e14b4a-030f-4092-ab72-dbfd1ffc72b1 HTTP/1.1" status: 200 len: 1124 time: 0.1376765 Mar 07 17:17:53.685578 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 40830) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:17:53.689886 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-3895463e-ab18-429e-bea9-93cba03d4509 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Request body: {'floatingip': {'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'port_id': 'cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:17:53.809690 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3895463e-ab18-429e-bea9-93cba03d4509 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:53.903975 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3895463e-ab18-429e-bea9-93cba03d4509 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:54.008865 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-3895463e-ab18-429e-bea9-93cba03d4509 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Allocated IP 172.27.3.228 (ca3ae6bc-acc1-44d4-99e8-2239d5d79721/7ea6e5b5-19cc-4407-9435-cc1a16805785/341d97c3-7328-4c30-910b-25db419b1cb4) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:17:54.106108 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3895463e-ab18-429e-bea9-93cba03d4509 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks [] for port (341d97c3-7328-4c30-910b-25db419b1cb4), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:54.198315 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3895463e-ab18-429e-bea9-93cba03d4509 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (341d97c3-7328-4c30-910b-25db419b1cb4), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:54.237779 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3895463e-ab18-429e-bea9-93cba03d4509 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Network ca3ae6bc-acc1-44d4-99e8-2239d5d79721 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:17:54.240538 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-3895463e-ab18-429e-bea9-93cba03d4509 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:17:54.243958 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3895463e-ab18-429e-bea9-93cba03d4509 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:17:54.266473 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3895463e-ab18-429e-bea9-93cba03d4509 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Pushing event updated for resources: {'Port': ['ID=341d97c3-7328-4c30-910b-25db419b1cb4,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:17:54.610413 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3895463e-ab18-429e-bea9-93cba03d4509 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks [] for floatingip (d3bfa4d1-a6c8-47c6-979f-8485606318ec), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:54.740737 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3895463e-ab18-429e-bea9-93cba03d4509 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (341d97c3-7328-4c30-910b-25db419b1cb4), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:54.889498 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3895463e-ab18-429e-bea9-93cba03d4509 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks [] for port (341d97c3-7328-4c30-910b-25db419b1cb4), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:54.952536 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3895463e-ab18-429e-bea9-93cba03d4509 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58733560'] for port (341d97c3-7328-4c30-910b-25db419b1cb4), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:55.022381 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3895463e-ab18-429e-bea9-93cba03d4509 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Pushing event updated for resources: {'Port': ['ID=341d97c3-7328-4c30-910b-25db419b1cb4,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:17:55.032700 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3895463e-ab18-429e-bea9-93cba03d4509 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2049624'] for floatingip (d3bfa4d1-a6c8-47c6-979f-8485606318ec), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:55.138694 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.db.l3_db [None req-3895463e-ab18-429e-bea9-93cba03d4509 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Floating IP d3bfa4d1-a6c8-47c6-979f-8485606318ec associated. External IP: 172.27.3.228, port: cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f. Mar 07 17:17:55.345762 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3895463e-ab18-429e-bea9-93cba03d4509 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Router b42c20a0-aafe-467d-a24d-809265abcd59 has already been hosted by L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:17:55.457736 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3895463e-ab18-429e-bea9-93cba03d4509 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:17:55.468892 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bac1968-5eaf-48a3-b403-33527897163e None None] Sync routers for ids ['b42c20a0-aafe-467d-a24d-809265abcd59'] in dv-cinder-804035-42-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:17:55.478159 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bac1968-5eaf-48a3-b403-33527897163e None None] Routers {'b42c20a0-aafe-467d-a24d-809265abcd59'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:17:55.478769 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-8bac1968-5eaf-48a3-b403-33527897163e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:17:48Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['b42c20a0-aafe-467d-a24d-809265abcd59'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:17:55.533599 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3895463e-ab18-429e-bea9-93cba03d4509 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:17:55.564173 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-3895463e-ab18-429e-bea9-93cba03d4509 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8775795 Mar 07 17:17:55.564877 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09e14b4a-030f-4092-ab72-dbfd1ffc72b1', 'tag': 'cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:17:55.567159 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aba4c615e876ca6c23e5fed61a3d1f980fac3f984d457871ad3b292fe147bdb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6fb46c-591f-4430-b865-2c53f2f30434" -d '{"events": [{"name": "network-changed", "server_uuid": "09e14b4a-030f-4092-ab72-dbfd1ffc72b1", "tag": "cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:17:55.604848 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e2011b-fdc5-4335-879c-8e94bd885396 x-openstack-request-id: req-e7e2011b-fdc5-4335-879c-8e94bd885396 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:17:55.605150 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09e14b4a-030f-4092-ab72-dbfd1ffc72b1", "tag": "cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:17:55.605411 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e7e2011b-fdc5-4335-879c-8e94bd885396 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:17:55.605823 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09e14b4a-030f-4092-ab72-dbfd1ffc72b1', 'tag': 'cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f', 'status': 'completed', 'code': 200} Mar 07 17:17:55.675119 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6fb46c-591f-4430-b865-2c53f2f30434 req-570db480-74bd-45cb-8368-63b8622de010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:55.676904 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5d6fb46c-591f-4430-b865-2c53f2f30434 req-570db480-74bd-45cb-8368-63b8622de010 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=776f3679e77e490b893316a32842cc90&device_id=09e14b4a-030f-4092-ab72-dbfd1ffc72b1 HTTP/1.1" status: 200 len: 1129 time: 0.0465000 Mar 07 17:17:55.716965 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-8bac1968-5eaf-48a3-b403-33527897163e None None] Set router b42c20a0-aafe-467d-a24d-809265abcd59 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:17:55.771961 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6fb46c-591f-4430-b865-2c53f2f30434 req-0658a250-e538-4bc0-9ac5-5e4b421a058c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:55.773469 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5d6fb46c-591f-4430-b865-2c53f2f30434 req-0658a250-e538-4bc0-9ac5-5e4b421a058c service neutron] 10.222.0.53 "GET /v2.0/networks?id=9389be18-213a-4ced-bba2-3382f718f0a8 HTTP/1.1" status: 200 len: 911 time: 0.0890446 Mar 07 17:17:55.839874 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5d6fb46c-591f-4430-b865-2c53f2f30434 req-66088ec7-f68f-47a3-9e83-7cbe2d285e74 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f HTTP/1.1" status: 200 len: 999 time: 0.0596447 Mar 07 17:17:55.890872 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6fb46c-591f-4430-b865-2c53f2f30434 req-91045827-34ca-44ba-ac51-fa66af9f59fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:55.892349 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5d6fb46c-591f-4430-b865-2c53f2f30434 req-91045827-34ca-44ba-ac51-fa66af9f59fb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f18b0602-960c-4c40-bfa0-ef433b9207aa HTTP/1.1" status: 200 len: 849 time: 0.0468647 Mar 07 17:17:55.941952 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-8bac1968-5eaf-48a3-b403-33527897163e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'name': 'tempest-TestVolumeBootPattern-33529847-router', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '846ab4ef-9b11-4da0-85a5-e96f4cd1f657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:11:46Z', 'updated_at': '2022-03-07T17:11:49Z', 'revision_number': 4, 'project_id': '776f3679e77e490b893316a32842cc90', 'gw_port': {'id': '846ab4ef-9b11-4da0-85a5-e96f4cd1f657', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ab:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:46Z', 'updated_at': '2022-03-07T17:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_floatingips': [{'id': 'd3bfa4d1-a6c8-47c6-979f-8485606318ec', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'floating_ip_address': '172.27.3.228', 'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'router_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'port_id': 'cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8', 'mac_address': 'fa:16:3e:ba:97:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e14b4a-030f-4092-ab72-dbfd1ffc72b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:17:54Z', 'updated_at': '2022-03-07T17:17:54Z', 'revision_number': 0, 'project_id': '776f3679e77e490b893316a32842cc90', 'fixed_ip_address_scope': None}, {'id': 'da2f6319-39c6-4c8c-a78f-1ba9878f9a4b', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'floating_ip_address': '172.27.3.19', 'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'router_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'port_id': 'ced15902-cbbe-4732-8ca2-ba4273820265', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8', 'mac_address': 'fa:16:3e:93:34:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1325077-fdc0-4ddf-ad61-1ecf33ac8f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:15:32Z', 'updated_at': '2022-03-07T17:15:34Z', 'revision_number': 1, 'project_id': '776f3679e77e490b893316a32842cc90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db2bf536-b012-4f67-ada8-4523024fd575', 'name': '', 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'mac_address': 'fa:16:3e:16:96:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f18b0602-960c-4c40-bfa0-ef433b9207aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:48Z', 'updated_at': '2022-03-07T17:11:52Z', 'revision_number': 5, 'project_id': '776f3679e77e490b893316a32842cc90', 'subnets': [{'id': 'f18b0602-960c-4c40-bfa0-ef433b9207aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:17:55.944981 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6fb46c-591f-4430-b865-2c53f2f30434 req-ec89c204-16d9-4bac-be15-8025dcbf58bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:17:55.946469 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5d6fb46c-591f-4430-b865-2c53f2f30434 req-ec89c204-16d9-4bac-be15-8025dcbf58bf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9389be18-213a-4ced-bba2-3382f718f0a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440428 Mar 07 17:17:55.971411 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bac1968-5eaf-48a3-b403-33527897163e None None] Checking router: b42c20a0-aafe-467d-a24d-809265abcd59 for host: dv-cinder-804035-42-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:17:55.979788 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bac1968-5eaf-48a3-b403-33527897163e None None] Routers {'b42c20a0-aafe-467d-a24d-809265abcd59'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:17:55.980399 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-8bac1968-5eaf-48a3-b403-33527897163e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:17:48Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['b42c20a0-aafe-467d-a24d-809265abcd59'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:17:56.032988 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5d6fb46c-591f-4430-b865-2c53f2f30434 req-7605a505-a9c4-4318-b556-9276458df14b service neutron] 10.222.0.53 "GET /v2.0/networks/9389be18-213a-4ced-bba2-3382f718f0a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800028 Mar 07 17:17:56.088608 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-8bac1968-5eaf-48a3-b403-33527897163e None None] Set router b42c20a0-aafe-467d-a24d-809265abcd59 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:17:56.124804 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5d6fb46c-591f-4430-b865-2c53f2f30434 req-e4912fd4-3dee-4d51-9af9-70722075c452 service neutron] 10.222.0.53 "GET /v2.0/networks/9389be18-213a-4ced-bba2-3382f718f0a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846498 Mar 07 17:17:56.312616 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-8bac1968-5eaf-48a3-b403-33527897163e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'name': 'tempest-TestVolumeBootPattern-33529847-router', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '846ab4ef-9b11-4da0-85a5-e96f4cd1f657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:11:46Z', 'updated_at': '2022-03-07T17:11:49Z', 'revision_number': 4, 'project_id': '776f3679e77e490b893316a32842cc90', 'gw_port': {'id': '846ab4ef-9b11-4da0-85a5-e96f4cd1f657', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ab:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:46Z', 'updated_at': '2022-03-07T17:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_floatingips': [{'id': 'd3bfa4d1-a6c8-47c6-979f-8485606318ec', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'floating_ip_address': '172.27.3.228', 'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'router_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'port_id': 'cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8', 'mac_address': 'fa:16:3e:ba:97:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e14b4a-030f-4092-ab72-dbfd1ffc72b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:17:54Z', 'updated_at': '2022-03-07T17:17:54Z', 'revision_number': 0, 'project_id': '776f3679e77e490b893316a32842cc90', 'fixed_ip_address_scope': None}, {'id': 'da2f6319-39c6-4c8c-a78f-1ba9878f9a4b', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'floating_ip_address': '172.27.3.19', 'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'router_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'port_id': 'ced15902-cbbe-4732-8ca2-ba4273820265', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8', 'mac_address': 'fa:16:3e:93:34:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1325077-fdc0-4ddf-ad61-1ecf33ac8f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:15:32Z', 'updated_at': '2022-03-07T17:15:34Z', 'revision_number': 1, 'project_id': '776f3679e77e490b893316a32842cc90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db2bf536-b012-4f67-ada8-4523024fd575', 'name': '', 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'mac_address': 'fa:16:3e:16:96:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f18b0602-960c-4c40-bfa0-ef433b9207aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:48Z', 'updated_at': '2022-03-07T17:11:52Z', 'revision_number': 5, 'project_id': '776f3679e77e490b893316a32842cc90', 'subnets': [{'id': 'f18b0602-960c-4c40-bfa0-ef433b9207aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:17:56.341297 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bac1968-5eaf-48a3-b403-33527897163e None None] The sync data for ids ['b42c20a0-aafe-467d-a24d-809265abcd59'] in dv-cinder-804035-42-iscsi is: [{'id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'name': 'tempest-TestVolumeBootPattern-33529847-router', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '846ab4ef-9b11-4da0-85a5-e96f4cd1f657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:11:46Z', 'updated_at': '2022-03-07T17:11:49Z', 'revision_number': 4, 'project_id': '776f3679e77e490b893316a32842cc90', 'gw_port': {'id': '846ab4ef-9b11-4da0-85a5-e96f4cd1f657', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ab:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:46Z', 'updated_at': '2022-03-07T17:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_floatingips': [{'id': 'd3bfa4d1-a6c8-47c6-979f-8485606318ec', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'floating_ip_address': '172.27.3.228', 'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'router_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'port_id': 'cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8', 'mac_address': 'fa:16:3e:ba:97:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e14b4a-030f-4092-ab72-dbfd1ffc72b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:17:54Z', 'updated_at': '2022-03-07T17:17:54Z', 'revision_number': 0, 'project_id': '776f3679e77e490b893316a32842cc90', 'fixed_ip_address_scope': None}, {'id': 'da2f6319-39c6-4c8c-a78f-1ba9878f9a4b', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'floating_ip_address': '172.27.3.19', 'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'router_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'port_id': 'ced15902-cbbe-4732-8ca2-ba4273820265', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8', 'mac_address': 'fa:16:3e:93:34:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1325077-fdc0-4ddf-ad61-1ecf33ac8f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:15:32Z', 'updated_at': '2022-03-07T17:15:34Z', 'revision_number': 1, 'project_id': '776f3679e77e490b893316a32842cc90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db2bf536-b012-4f67-ada8-4523024fd575', 'name': '', 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'mac_address': 'fa:16:3e:16:96:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f18b0602-960c-4c40-bfa0-ef433b9207aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:48Z', 'updated_at': '2022-03-07T17:11:52Z', 'revision_number': 5, 'project_id': '776f3679e77e490b893316a32842cc90', 'subnets': [{'id': 'f18b0602-960c-4c40-bfa0-ef433b9207aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:17:56.531889 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a70a259-9eb0-4ef5-88ec-b270741a31bb None None] New status for floating IP d3bfa4d1-a6c8-47c6-979f-8485606318ec: ACTIVE {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:18:15.917834 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-58584afa-26fb-4c80-973b-fa7ccc7955db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:18:18.276053 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:18:18.436574 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4c142690-63ce-46de-aa4c-24c3cef1c542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:18:18.465995 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:18:20.471467 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:18:21.961963 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:18:22.991516 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:18:36.514426 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8a9a809d-6a73-4e18-8494-b0a606be6eb6 req-fcc3640f-f616-41ee-a0c1-0572a73f5874 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c1325077-fdc0-4ddf-ad61-1ecf33ac8f79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0837729 Mar 07 17:18:36.599934 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a809d-6a73-4e18-8494-b0a606be6eb6 req-5c468ad0-71ce-4a15-b67a-5671aea35c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:18:36.601399 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8a9a809d-6a73-4e18-8494-b0a606be6eb6 req-5c468ad0-71ce-4a15-b67a-5671aea35c6f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=776f3679e77e490b893316a32842cc90&device_id=c1325077-fdc0-4ddf-ad61-1ecf33ac8f79 HTTP/1.1" status: 200 len: 1130 time: 0.0476313 Mar 07 17:18:36.700151 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a809d-6a73-4e18-8494-b0a606be6eb6 req-33b3ffe4-a25c-40ba-8cbd-55948623dbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:18:36.701601 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8a9a809d-6a73-4e18-8494-b0a606be6eb6 req-33b3ffe4-a25c-40ba-8cbd-55948623dbdd service neutron] 10.222.0.53 "GET /v2.0/networks?id=9389be18-213a-4ced-bba2-3382f718f0a8 HTTP/1.1" status: 200 len: 911 time: 0.0825374 Mar 07 17:18:36.767905 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8a9a809d-6a73-4e18-8494-b0a606be6eb6 req-57da9418-b1ae-4188-a336-23f8ff6488e4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ced15902-cbbe-4732-8ca2-ba4273820265 HTTP/1.1" status: 200 len: 1001 time: 0.0597944 Mar 07 17:18:36.814007 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a809d-6a73-4e18-8494-b0a606be6eb6 req-fb931c1b-1613-4c30-b8db-523ee0cd75d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:18:36.815403 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8a9a809d-6a73-4e18-8494-b0a606be6eb6 req-fb931c1b-1613-4c30-b8db-523ee0cd75d1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f18b0602-960c-4c40-bfa0-ef433b9207aa HTTP/1.1" status: 200 len: 849 time: 0.0417864 Mar 07 17:18:36.861463 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a809d-6a73-4e18-8494-b0a606be6eb6 req-f57d61a4-95f3-4558-b02b-11171ea5afa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:18:36.863174 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8a9a809d-6a73-4e18-8494-b0a606be6eb6 req-f57d61a4-95f3-4558-b02b-11171ea5afa1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9389be18-213a-4ced-bba2-3382f718f0a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421135 Mar 07 17:18:37.224101 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8a9a809d-6a73-4e18-8494-b0a606be6eb6 req-0d2e2cad-83ca-4490-8f63-454bf1d23781 service neutron] 10.222.0.53 "GET /v2.0/networks/9389be18-213a-4ced-bba2-3382f718f0a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543777 Mar 07 17:18:37.309791 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8a9a809d-6a73-4e18-8494-b0a606be6eb6 req-4aa2a33d-3a54-4c99-b75c-e509c40e7507 service neutron] 10.222.0.53 "GET /v2.0/networks/9389be18-213a-4ced-bba2-3382f718f0a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797203 Mar 07 17:18:45.922492 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-82535228-2780-4eaf-a250-1b4965970551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:18:48.418586 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-09938c0e-b369-41f8-b1f3-02ba3bca7c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:18:48.446918 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:18:50.459800 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:18:51.903892 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:18:53.002026 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:18:55.275778 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:18:57.545721 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf002fec-e2a4-48f4-85fb-e87365ffc83a req-c9623bc9-f19c-4973-afbb-06239df84ffd tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:18:57.547157 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cf002fec-e2a4-48f4-85fb-e87365ffc83a req-c9623bc9-f19c-4973-afbb-06239df84ffd tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=047c5f81-41cf-4c91-8613-e717ff24e5c1 HTTP/1.1" status: 200 len: 946 time: 0.0523176 Mar 07 17:18:57.598375 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cf002fec-e2a4-48f4-85fb-e87365ffc83a req-21f48db2-025f-4b46-b7e9-c4986f565ee9 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec2c883f-19a9-4242-bc9f-000e37a66d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448446 Mar 07 17:18:58.717781 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda6a9f-e694-4202-9d85-fe2eb8200898 req-a03a4af5-4d78-49dc-880f-b8ca026bed51 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:18:58.719252 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cfda6a9f-e694-4202-9d85-fe2eb8200898 req-a03a4af5-4d78-49dc-880f-b8ca026bed51 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=047c5f81-41cf-4c91-8613-e717ff24e5c1 HTTP/1.1" status: 200 len: 946 time: 0.0516536 Mar 07 17:18:58.765681 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cfda6a9f-e694-4202-9d85-fe2eb8200898 req-421aa776-4d14-4151-9d17-3dee72844464 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec2c883f-19a9-4242-bc9f-000e37a66d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404465 Mar 07 17:18:59.272168 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f931726-b8e5-4b6a-ab39-eef7c6be507d req-28b48f5e-5998-4505-9184-9bf71f77429d tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:18:59.273643 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6f931726-b8e5-4b6a-ab39-eef7c6be507d req-28b48f5e-5998-4505-9184-9bf71f77429d tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.53 "GET /v2.0/ports?device_id=047c5f81-41cf-4c91-8613-e717ff24e5c1 HTTP/1.1" status: 200 len: 946 time: 0.0538943 Mar 07 17:18:59.368126 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-6f931726-b8e5-4b6a-ab39-eef7c6be507d req-5848fe36-e911-45b5-a573-ce9ae22c8c16 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Deleting port fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:18:59.368466 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-6f931726-b8e5-4b6a-ab39-eef7c6be507d req-5848fe36-e911-45b5-a573-ce9ae22c8c16 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:18:59.460067 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-6f931726-b8e5-4b6a-ab39-eef7c6be507d req-5848fe36-e911-45b5-a573-ce9ae22c8c16 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] For port fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a,segment=NetworkSegment(ea16cf40-c220-47a8-a250-304109e23c76),segment_id=ea16cf40-c220-47a8-a250-304109e23c76)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:18:59.460431 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-6f931726-b8e5-4b6a-ab39-eef7c6be507d req-5848fe36-e911-45b5-a573-ce9ae22c8c16 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:18:59.627505 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-6f931726-b8e5-4b6a-ab39-eef7c6be507d req-5848fe36-e911-45b5-a573-ce9ae22c8c16 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:18:59.627786 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-6f931726-b8e5-4b6a-ab39-eef7c6be507d req-5848fe36-e911-45b5-a573-ce9ae22c8c16 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2049624'] for floatingip (c16d6c7c-4a43-4afb-9609-27b28fe3e372), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:18:59.628101 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.db.l3_db [req-6f931726-b8e5-4b6a-ab39-eef7c6be507d req-5848fe36-e911-45b5-a573-ce9ae22c8c16 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Floating IP c16d6c7c-4a43-4afb-9609-27b28fe3e372 disassociated. External IP: 172.27.3.13, port: fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a. Mar 07 17:18:59.628434 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-6f931726-b8e5-4b6a-ab39-eef7c6be507d req-5848fe36-e911-45b5-a573-ce9ae22c8c16 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Calling delete_port for fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a owned by compute:nova {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:18:59.820258 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-6f931726-b8e5-4b6a-ab39-eef7c6be507d req-5848fe36-e911-45b5-a573-ce9ae22c8c16 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:18:59.853845 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5848fe36-e911-45b5-a573-ce9ae22c8c16 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Pushing event deleted for resources: {'Port': ['ID=fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:18:59.888269 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-be288ba0-3b46-4ef8-88c0-de3cac59fd90 req-8c6a5f0b-3af3-4c88-97a7-e680e6641f46 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=047c5f81-41cf-4c91-8613-e717ff24e5c1 HTTP/1.1" status: 200 len: 210 time: 0.0364802 Mar 07 17:18:59.891573 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5848fe36-e911-45b5-a573-ce9ae22c8c16 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:18:59.891923 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5848fe36-e911-45b5-a573-ce9ae22c8c16 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:18:59.892406 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5848fe36-e911-45b5-a573-ce9ae22c8c16 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:18:59.892700 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5848fe36-e911-45b5-a573-ce9ae22c8c16 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:18:59.893025 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5848fe36-e911-45b5-a573-ce9ae22c8c16 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:18:59.893355 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5848fe36-e911-45b5-a573-ce9ae22c8c16 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:18:59.893678 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5848fe36-e911-45b5-a573-ce9ae22c8c16 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:18:59.894008 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5848fe36-e911-45b5-a573-ce9ae22c8c16 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:18:59.894330 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5848fe36-e911-45b5-a573-ce9ae22c8c16 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:18:59.894650 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5848fe36-e911-45b5-a573-ce9ae22c8c16 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:18:59.894976 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5848fe36-e911-45b5-a573-ce9ae22c8c16 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:18:59.895296 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5848fe36-e911-45b5-a573-ce9ae22c8c16 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:18:59.895642 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5848fe36-e911-45b5-a573-ce9ae22c8c16 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:19:00.003294 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f931726-b8e5-4b6a-ab39-eef7c6be507d req-5848fe36-e911-45b5-a573-ce9ae22c8c16 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Router eaa523d0-6c58-4273-a695-9e471624f1f4 has already been hosted by L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:19:00.112528 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f931726-b8e5-4b6a-ab39-eef7c6be507d req-5848fe36-e911-45b5-a573-ce9ae22c8c16 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:19:00.122334 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c62614-576d-4b5f-b68e-ebf30c5e5210 None None] Sync routers for ids ['eaa523d0-6c58-4273-a695-9e471624f1f4'] in dv-cinder-804035-42-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:19:00.132355 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c62614-576d-4b5f-b68e-ebf30c5e5210 None None] Routers {'eaa523d0-6c58-4273-a695-9e471624f1f4'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:19:00.132896 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-42c62614-576d-4b5f-b68e-ebf30c5e5210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:18:48Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['eaa523d0-6c58-4273-a695-9e471624f1f4'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:19:00.155952 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f931726-b8e5-4b6a-ab39-eef7c6be507d req-5848fe36-e911-45b5-a573-ce9ae22c8c16 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] No DVR routers for this DVR port fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a on host hv-cinder-80403 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:19:00.158442 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-6f931726-b8e5-4b6a-ab39-eef7c6be507d req-5848fe36-e911-45b5-a573-ce9ae22c8c16 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:00.162437 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6f931726-b8e5-4b6a-ab39-eef7c6be507d req-5848fe36-e911-45b5-a573-ce9ae22c8c16 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.53 "DELETE /v2.0/ports/fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a HTTP/1.1" status: 204 len: 173 time: 0.8831229 Mar 07 17:19:00.162881 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047c5f81-41cf-4c91-8613-e717ff24e5c1', 'name': 'network-vif-deleted', 'tag': 'fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:19:00.165239 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aba4c615e876ca6c23e5fed61a3d1f980fac3f984d457871ad3b292fe147bdb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9251f6a-6b94-46ff-b825-b70961a7408e" -d '{"events": [{"server_uuid": "047c5f81-41cf-4c91-8613-e717ff24e5c1", "name": "network-vif-deleted", "tag": "fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:19:00.245229 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-42c62614-576d-4b5f-b68e-ebf30c5e5210 None None] Set router eaa523d0-6c58-4273-a695-9e471624f1f4 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:19:00.272320 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87cfc38-d43e-4b04-b62b-5b4b3cf65cdf x-openstack-request-id: req-a87cfc38-d43e-4b04-b62b-5b4b3cf65cdf {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:19:00.272601 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "047c5f81-41cf-4c91-8613-e717ff24e5c1", "name": "network-vif-deleted", "tag": "fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:19:00.272854 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a87cfc38-d43e-4b04-b62b-5b4b3cf65cdf {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:19:00.273424 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047c5f81-41cf-4c91-8613-e717ff24e5c1', 'name': 'network-vif-deleted', 'tag': 'fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a', 'status': 'completed', 'code': 200} Mar 07 17:19:00.464672 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-42c62614-576d-4b5f-b68e-ebf30c5e5210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'name': 'tempest-AttachVolumeNegativeTest-1671845688-router', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:34Z', 'revision_number': 4, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'gw_port': {'id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': '2d89cbbd-9a05-4988-a932-addbfa22b5de', 'name': '', 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'mac_address': 'fa:16:3e:5a:cc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:34Z', 'updated_at': '2022-03-07T17:13:38Z', 'revision_number': 5, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'subnets': [{'id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:19:00.492538 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c62614-576d-4b5f-b68e-ebf30c5e5210 None None] Checking router: eaa523d0-6c58-4273-a695-9e471624f1f4 for host: dv-cinder-804035-42-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:19:00.500795 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c62614-576d-4b5f-b68e-ebf30c5e5210 None None] Routers {'eaa523d0-6c58-4273-a695-9e471624f1f4'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:19:00.501399 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-42c62614-576d-4b5f-b68e-ebf30c5e5210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:18:48Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['eaa523d0-6c58-4273-a695-9e471624f1f4'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:19:00.613055 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-42c62614-576d-4b5f-b68e-ebf30c5e5210 None None] Set router eaa523d0-6c58-4273-a695-9e471624f1f4 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:19:00.816643 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-42c62614-576d-4b5f-b68e-ebf30c5e5210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'name': 'tempest-AttachVolumeNegativeTest-1671845688-router', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:34Z', 'revision_number': 4, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'gw_port': {'id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': '2d89cbbd-9a05-4988-a932-addbfa22b5de', 'name': '', 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'mac_address': 'fa:16:3e:5a:cc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:34Z', 'updated_at': '2022-03-07T17:13:38Z', 'revision_number': 5, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'subnets': [{'id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:19:00.848001 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c62614-576d-4b5f-b68e-ebf30c5e5210 None None] The sync data for ids ['eaa523d0-6c58-4273-a695-9e471624f1f4'] in dv-cinder-804035-42-iscsi is: [{'id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'name': 'tempest-AttachVolumeNegativeTest-1671845688-router', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:34Z', 'revision_number': 4, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'gw_port': {'id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': '2d89cbbd-9a05-4988-a932-addbfa22b5de', 'name': '', 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'mac_address': 'fa:16:3e:5a:cc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:34Z', 'updated_at': '2022-03-07T17:13:38Z', 'revision_number': 5, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'subnets': [{'id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:19:01.002566 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0c07fb01-d250-4d27-bddc-c4e00d9ec913 req-c5ca3a2e-f5b1-4fa7-9533-187bddfa60bc tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=047c5f81-41cf-4c91-8613-e717ff24e5c1 HTTP/1.1" status: 200 len: 210 time: 0.0325034 Mar 07 17:19:01.083175 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14908cf2-004a-48b1-9b8a-521cbc2e8bc7 None None] New status for floating IP c16d6c7c-4a43-4afb-9609-27b28fe3e372: DOWN {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:19:02.122706 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 40946) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:19:02.175573 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-22187f3e-5d15-40e5-a1ac-2e6b8a50dad1 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for security_group (ec2c883f-19a9-4242-bc9f-000e37a66d32), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:02.199499 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-22187f3e-5d15-40e5-a1ac-2e6b8a50dad1 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for security_group (ec2c883f-19a9-4242-bc9f-000e37a66d32), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:02.224004 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:19:02.244155 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] No Port match for: fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:19:02.244503 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device fddfaaab-0a86-4811-b0aa-d9f7c80b2f9a not bound to the agent host hv-cinder-80403 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:19:02.299249 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-22187f3e-5d15-40e5-a1ac-2e6b8a50dad1 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (ec2c883f-19a9-4242-bc9f-000e37a66d32), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:02.301714 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-22187f3e-5d15-40e5-a1ac-2e6b8a50dad1 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:02.303853 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-22187f3e-5d15-40e5-a1ac-2e6b8a50dad1 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "DELETE /v2.0/security-groups/ec2c883f-19a9-4242-bc9f-000e37a66d32 HTTP/1.1" status: 204 len: 168 time: 0.1801937 Mar 07 17:19:02.306755 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 40950) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:19:02.312843 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22187f3e-5d15-40e5-a1ac-2e6b8a50dad1 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2c883f-19a9-4242-bc9f-000e37a66d32,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:19:02.320527 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.api.v2.resource [None req-6018568f-12bd-4795-b656-d2388149a611 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] show failed (client error): The resource could not be found. Mar 07 17:19:02.320731 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22187f3e-5d15-40e5-a1ac-2e6b8a50dad1 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:19:02.321070 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22187f3e-5d15-40e5-a1ac-2e6b8a50dad1 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:19:02.321414 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22187f3e-5d15-40e5-a1ac-2e6b8a50dad1 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:19:02.321754 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22187f3e-5d15-40e5-a1ac-2e6b8a50dad1 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:19:02.322091 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22187f3e-5d15-40e5-a1ac-2e6b8a50dad1 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:19:02.322424 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22187f3e-5d15-40e5-a1ac-2e6b8a50dad1 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:19:02.322755 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22187f3e-5d15-40e5-a1ac-2e6b8a50dad1 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:19:02.323086 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22187f3e-5d15-40e5-a1ac-2e6b8a50dad1 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:19:02.323413 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22187f3e-5d15-40e5-a1ac-2e6b8a50dad1 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:19:02.323766 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22187f3e-5d15-40e5-a1ac-2e6b8a50dad1 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:19:02.324094 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22187f3e-5d15-40e5-a1ac-2e6b8a50dad1 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:19:02.324418 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22187f3e-5d15-40e5-a1ac-2e6b8a50dad1 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:19:02.324528 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-6018568f-12bd-4795-b656-d2388149a611 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/security-groups/ec2c883f-19a9-4242-bc9f-000e37a66d32 HTTP/1.1" status: 404 len: 347 time: 0.0167458 Mar 07 17:19:02.324740 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22187f3e-5d15-40e5-a1ac-2e6b8a50dad1 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:19:02.325069 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 40952) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:19:02.448137 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-830f8231-0564-44f1-9964-2045f77072fc tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Deleting port c18376e5-862e-4581-b2ba-3b1f6dc05027 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:19:02.448476 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-830f8231-0564-44f1-9964-2045f77072fc tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (c18376e5-862e-4581-b2ba-3b1f6dc05027), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:02.524147 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-830f8231-0564-44f1-9964-2045f77072fc tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (c18376e5-862e-4581-b2ba-3b1f6dc05027), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:02.524480 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-830f8231-0564-44f1-9964-2045f77072fc tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for floatingip (c18376e5-862e-4581-b2ba-3b1f6dc05027), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:02.536017 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-830f8231-0564-44f1-9964-2045f77072fc tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Calling delete_port for c18376e5-862e-4581-b2ba-3b1f6dc05027 owned by network:floatingip {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:19:02.728069 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-830f8231-0564-44f1-9964-2045f77072fc tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (c18376e5-862e-4581-b2ba-3b1f6dc05027), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:02.754904 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830f8231-0564-44f1-9964-2045f77072fc tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Pushing event deleted for resources: {'Port': ['ID=c18376e5-862e-4581-b2ba-3b1f6dc05027,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:19:02.816417 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-830f8231-0564-44f1-9964-2045f77072fc tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for floatingip (c16d6c7c-4a43-4afb-9609-27b28fe3e372), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:02.819042 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-830f8231-0564-44f1-9964-2045f77072fc tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:02.820241 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-830f8231-0564-44f1-9964-2045f77072fc tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "DELETE /v2.0/floatingips/c16d6c7c-4a43-4afb-9609-27b28fe3e372 HTTP/1.1" status: 204 len: 168 time: 0.4942918 Mar 07 17:19:03.260180 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 40958) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:19:03.264758 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-1a355f87-a2ee-4f7e-a285-f738fc2c7023 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Request body: {'security_group': {'name': 'tempest-securitygroup--890805736', 'description': 'tempest-description--955038179'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:19:03.351047 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1a355f87-a2ee-4f7e-a285-f738fc2c7023 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:03.418650 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1a355f87-a2ee-4f7e-a285-f738fc2c7023 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for security_group (569ced2c-cfd6-4357-bc4e-43681bda6073), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:03.499123 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1a355f87-a2ee-4f7e-a285-f738fc2c7023 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (569ced2c-cfd6-4357-bc4e-43681bda6073), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:03.527286 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a355f87-a2ee-4f7e-a285-f738fc2c7023 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=569ced2c-cfd6-4357-bc4e-43681bda6073,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:19:03.563872 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1a355f87-a2ee-4f7e-a285-f738fc2c7023 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:03.565110 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-1a355f87-a2ee-4f7e-a285-f738fc2c7023 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3039317 Mar 07 17:19:03.568159 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 40960) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:19:03.572439 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-a36979bf-457c-4897-bed3-b74d5e30fa55 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Request body: {'security_group_rule': {'security_group_id': '569ced2c-cfd6-4357-bc4e-43681bda6073', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:19:03.647651 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a36979bf-457c-4897-bed3-b74d5e30fa55 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for security_group_rule (be344908-f8af-4a78-8102-15b28eae3c3e), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:03.702351 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a36979bf-457c-4897-bed3-b74d5e30fa55 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for security_group_rule (be344908-f8af-4a78-8102-15b28eae3c3e), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:03.755997 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a36979bf-457c-4897-bed3-b74d5e30fa55 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607897'] for security_group_rule (be344908-f8af-4a78-8102-15b28eae3c3e), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:03.775648 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36979bf-457c-4897-bed3-b74d5e30fa55 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be344908-f8af-4a78-8102-15b28eae3c3e,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:19:03.848497 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a36979bf-457c-4897-bed3-b74d5e30fa55 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:03.849839 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-a36979bf-457c-4897-bed3-b74d5e30fa55 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2807670 Mar 07 17:19:03.852533 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 40962) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:19:03.856772 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-8f41b4b2-ec2c-42a7-a787-f1ee1b3cfffb tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Request body: {'security_group_rule': {'security_group_id': '569ced2c-cfd6-4357-bc4e-43681bda6073', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:19:03.936902 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8f41b4b2-ec2c-42a7-a787-f1ee1b3cfffb tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for security_group_rule (3b493391-55f2-4661-8af3-6dd73ed54a1b), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:03.992576 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8f41b4b2-ec2c-42a7-a787-f1ee1b3cfffb tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for security_group_rule (3b493391-55f2-4661-8af3-6dd73ed54a1b), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:04.058353 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8f41b4b2-ec2c-42a7-a787-f1ee1b3cfffb tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607897'] for security_group_rule (3b493391-55f2-4661-8af3-6dd73ed54a1b), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:04.076615 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f41b4b2-ec2c-42a7-a787-f1ee1b3cfffb tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b493391-55f2-4661-8af3-6dd73ed54a1b,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:19:04.134489 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8f41b4b2-ec2c-42a7-a787-f1ee1b3cfffb tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:04.135745 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-8f41b4b2-ec2c-42a7-a787-f1ee1b3cfffb tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2822747 Mar 07 17:19:04.139599 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 40964) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:19:04.144057 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-f9115fb6-b034-4ab9-bb1e-5832787ea567 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Request body: {'floatingip': {'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:19:04.242119 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f9115fb6-b034-4ab9-bb1e-5832787ea567 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:04.338205 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f9115fb6-b034-4ab9-bb1e-5832787ea567 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:04.439057 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-f9115fb6-b034-4ab9-bb1e-5832787ea567 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Allocated IP 172.27.3.2 (ca3ae6bc-acc1-44d4-99e8-2239d5d79721/7ea6e5b5-19cc-4407-9435-cc1a16805785/7b71e389-056d-4be1-88a8-43d5026569a2) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:19:04.541007 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f9115fb6-b034-4ab9-bb1e-5832787ea567 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for port (7b71e389-056d-4be1-88a8-43d5026569a2), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:04.625352 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f9115fb6-b034-4ab9-bb1e-5832787ea567 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51013872'] for port (7b71e389-056d-4be1-88a8-43d5026569a2), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:04.665393 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9115fb6-b034-4ab9-bb1e-5832787ea567 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Network ca3ae6bc-acc1-44d4-99e8-2239d5d79721 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:19:04.668151 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-f9115fb6-b034-4ab9-bb1e-5832787ea567 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:19:04.671504 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9115fb6-b034-4ab9-bb1e-5832787ea567 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:19:04.676770 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9115fb6-b034-4ab9-bb1e-5832787ea567 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Pushing event updated for resources: {'Port': ['ID=7b71e389-056d-4be1-88a8-43d5026569a2,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:19:04.760273 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f9115fb6-b034-4ab9-bb1e-5832787ea567 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for floatingip (23999578-6d2e-45d2-b726-ee0927fb4e36), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:04.864301 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f9115fb6-b034-4ab9-bb1e-5832787ea567 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (7b71e389-056d-4be1-88a8-43d5026569a2), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:05.009939 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f9115fb6-b034-4ab9-bb1e-5832787ea567 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for port (7b71e389-056d-4be1-88a8-43d5026569a2), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:05.104877 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f9115fb6-b034-4ab9-bb1e-5832787ea567 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51013769'] for port (7b71e389-056d-4be1-88a8-43d5026569a2), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:05.171442 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9115fb6-b034-4ab9-bb1e-5832787ea567 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Pushing event updated for resources: {'Port': ['ID=7b71e389-056d-4be1-88a8-43d5026569a2,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:19:05.181326 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f9115fb6-b034-4ab9-bb1e-5832787ea567 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2049624'] for floatingip (23999578-6d2e-45d2-b726-ee0927fb4e36), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:05.255240 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-f9115fb6-b034-4ab9-bb1e-5832787ea567 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:05.256628 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-f9115fb6-b034-4ab9-bb1e-5832787ea567 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1160493 Mar 07 17:19:05.422231 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-551a370d-b653-4535-8f16-13a72fab599e req-4ccb8da7-c1ee-4e51-a235-678b15125e8e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--890805736&fields=id&tenant_id=fdd99a90993946518de326bc6d9a7a06 HTTP/1.1" status: 200 len: 267 time: 0.0447052 Mar 07 17:19:05.525972 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a370d-b653-4535-8f16-13a72fab599e req-95c41ea4-2b93-47b2-8731-25a356733f1a tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:19:05.527406 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-551a370d-b653-4535-8f16-13a72fab599e req-95c41ea4-2b93-47b2-8731-25a356733f1a tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/networks?id=17f2b355-6a2e-4221-b899-dbeb2220fa3c HTTP/1.1" status: 200 len: 815 time: 0.0985754 Mar 07 17:19:05.541438 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-551a370d-b653-4535-8f16-13a72fab599e req-2020e742-c6fb-4a20-9d47-29a5e7196e9c tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/quotas/fdd99a90993946518de326bc6d9a7a06 HTTP/1.1" status: 200 len: 375 time: 0.0088551 Mar 07 17:19:05.593962 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-551a370d-b653-4535-8f16-13a72fab599e req-f01fb8ca-a323-49bd-b38b-d5c02ade6eec tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fdd99a90993946518de326bc6d9a7a06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479422 Mar 07 17:19:05.731282 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-551a370d-b653-4535-8f16-13a72fab599e req-9d3950b9-c696-4af1-9a8b-41eb5298b00a service neutron] 10.222.0.45 "GET /v2.0/networks/17f2b355-6a2e-4221-b899-dbeb2220fa3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262498 Mar 07 17:19:05.818689 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-551a370d-b653-4535-8f16-13a72fab599e req-258f628a-0bfe-43ad-a8e4-25b3d53c7e38 service neutron] 10.222.0.45 "GET /v2.0/networks/17f2b355-6a2e-4221-b899-dbeb2220fa3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813022 Mar 07 17:19:06.079686 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3a09efb1-62fa-422e-94df-c9beb71e7b2e req-f69f0f37-4ba3-44d6-b4dc-5fedbdf6804d tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a7e7c38-8b88-44ad-9e87-0fd6249e2f37 HTTP/1.1" status: 200 len: 210 time: 0.0312786 Mar 07 17:19:07.179652 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b45b4763-2ada-4163-9353-b5bd5234ccd8 req-4e2b037f-fe6f-43f5-a636-5135cecc1a05 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a7e7c38-8b88-44ad-9e87-0fd6249e2f37 HTTP/1.1" status: 200 len: 210 time: 0.0284927 Mar 07 17:19:07.826197 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a370d-b653-4535-8f16-13a72fab599e req-57366d3a-b20d-48bd-850f-d7db5bacb67f tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:19:07.827781 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-551a370d-b653-4535-8f16-13a72fab599e req-57366d3a-b20d-48bd-850f-d7db5bacb67f tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.53 "GET /v2.0/networks?id=17f2b355-6a2e-4221-b899-dbeb2220fa3c HTTP/1.1" status: 200 len: 815 time: 0.1041934 Mar 07 17:19:07.895018 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-551a370d-b653-4535-8f16-13a72fab599e req-8c2b90cc-9fa6-4494-be45-8e98be7af429 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdd99a90993946518de326bc6d9a7a06 HTTP/1.1" status: 200 len: 379 time: 0.0585706 Mar 07 17:19:07.908474 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-551a370d-b653-4535-8f16-13a72fab599e req-cc6ef0e2-f240-4135-b788-42db63d18f4f tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Request body: {'port': {'device_id': '2a7e7c38-8b88-44ad-9e87-0fd6249e2f37', 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c', 'admin_state_up': True, 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'security_groups': ['569ced2c-cfd6-4357-bc4e-43681bda6073']}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:19:08.105317 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-551a370d-b653-4535-8f16-13a72fab599e req-cc6ef0e2-f240-4135-b788-42db63d18f4f tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Made reservation on behalf of fdd99a90993946518de326bc6d9a7a06 for: {'port': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:19:08.108697 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-551a370d-b653-4535-8f16-13a72fab599e req-cc6ef0e2-f240-4135-b788-42db63d18f4f tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:08.241380 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [req-551a370d-b653-4535-8f16-13a72fab599e req-cc6ef0e2-f240-4135-b788-42db63d18f4f tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Allocated IP 172.20.0.5 (17f2b355-6a2e-4221-b899-dbeb2220fa3c/7ad537dc-a0d8-4463-8026-4f3cd5701784/240ffc8f-c1eb-49ee-85ba-080d6f3aea6f) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:19:08.299714 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2ce942d1-7145-46f5-a4a6-c3fecb77de07 req-694deaa5-d5c7-480d-ba14-c78ea0a9cf85 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a7e7c38-8b88-44ad-9e87-0fd6249e2f37 HTTP/1.1" status: 200 len: 210 time: 0.0409272 Mar 07 17:19:08.406167 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-551a370d-b653-4535-8f16-13a72fab599e req-cc6ef0e2-f240-4135-b788-42db63d18f4f tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for port (240ffc8f-c1eb-49ee-85ba-080d6f3aea6f), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:08.494053 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-551a370d-b653-4535-8f16-13a72fab599e req-cc6ef0e2-f240-4135-b788-42db63d18f4f tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (240ffc8f-c1eb-49ee-85ba-080d6f3aea6f), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:08.537520 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-551a370d-b653-4535-8f16-13a72fab599e req-cc6ef0e2-f240-4135-b788-42db63d18f4f tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Network 17f2b355-6a2e-4221-b899-dbeb2220fa3c is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:19:08.540676 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [req-551a370d-b653-4535-8f16-13a72fab599e req-cc6ef0e2-f240-4135-b788-42db63d18f4f tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:19:08.544255 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-551a370d-b653-4535-8f16-13a72fab599e req-cc6ef0e2-f240-4135-b788-42db63d18f4f tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:19:08.570106 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ef0e2-f240-4135-b788-42db63d18f4f tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Pushing event updated for resources: {'Port': ['ID=240ffc8f-c1eb-49ee-85ba-080d6f3aea6f,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:19:08.599500 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a370d-b653-4535-8f16-13a72fab599e req-cc6ef0e2-f240-4135-b788-42db63d18f4f tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:19:08.600477 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-551a370d-b653-4535-8f16-13a72fab599e req-cc6ef0e2-f240-4135-b788-42db63d18f4f tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:08.693738 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-551a370d-b653-4535-8f16-13a72fab599e req-cc6ef0e2-f240-4135-b788-42db63d18f4f tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7885964 Mar 07 17:19:08.704324 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-551a370d-b653-4535-8f16-13a72fab599e req-44fadf9e-4693-49b2-aafe-4de566faed56 service neutron] Request body: {'port': {'device_id': '2a7e7c38-8b88-44ad-9e87-0fd6249e2f37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:19:08.766877 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-551a370d-b653-4535-8f16-13a72fab599e req-44fadf9e-4693-49b2-aafe-4de566faed56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (240ffc8f-c1eb-49ee-85ba-080d6f3aea6f), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:08.801353 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-128078e2-9662-4647-8332-e00013bb6125 None None] Provisioning complete for port 240ffc8f-c1eb-49ee-85ba-080d6f3aea6f triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:19:08.802565 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-128078e2-9662-4647-8332-e00013bb6125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (240ffc8f-c1eb-49ee-85ba-080d6f3aea6f), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:08.839495 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-128078e2-9662-4647-8332-e00013bb6125 None None] Port 240ffc8f-c1eb-49ee-85ba-080d6f3aea6f cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:19:09.021323 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [req-551a370d-b653-4535-8f16-13a72fab599e req-44fadf9e-4693-49b2-aafe-4de566faed56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 240ffc8f-c1eb-49ee-85ba-080d6f3aea6f {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:19:09.028777 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-551a370d-b653-4535-8f16-13a72fab599e req-44fadf9e-4693-49b2-aafe-4de566faed56 service neutron] Publish callbacks [] for port (240ffc8f-c1eb-49ee-85ba-080d6f3aea6f), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:09.040356 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [req-551a370d-b653-4535-8f16-13a72fab599e req-44fadf9e-4693-49b2-aafe-4de566faed56 service neutron] Transition to ACTIVE for port object 240ffc8f-c1eb-49ee-85ba-080d6f3aea6f will not be triggered until provisioned by entity L2. {{(pid=103431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 17:19:09.109291 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-551a370d-b653-4535-8f16-13a72fab599e req-44fadf9e-4693-49b2-aafe-4de566faed56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58733560'] for port (240ffc8f-c1eb-49ee-85ba-080d6f3aea6f), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:09.165152 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fadf9e-4693-49b2-aafe-4de566faed56 service neutron] Pushing event updated for resources: {'Port': ['ID=240ffc8f-c1eb-49ee-85ba-080d6f3aea6f,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:19:09.233873 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-551a370d-b653-4535-8f16-13a72fab599e req-44fadf9e-4693-49b2-aafe-4de566faed56 service neutron] Attempting to bind port 240ffc8f-c1eb-49ee-85ba-080d6f3aea6f on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:19:09.238270 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-551a370d-b653-4535-8f16-13a72fab599e req-44fadf9e-4693-49b2-aafe-4de566faed56 service neutron] Attempting to bind port 240ffc8f-c1eb-49ee-85ba-080d6f3aea6f by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'ea16cf40-c220-47a8-a250-304109e23c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:19:09.238270 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551a370d-b653-4535-8f16-13a72fab599e req-44fadf9e-4693-49b2-aafe-4de566faed56 service neutron] Attempting to bind port 240ffc8f-c1eb-49ee-85ba-080d6f3aea6f on network 17f2b355-6a2e-4221-b899-dbeb2220fa3c {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:19:09.240460 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551a370d-b653-4535-8f16-13a72fab599e req-44fadf9e-4693-49b2-aafe-4de566faed56 service neutron] Port 240ffc8f-c1eb-49ee-85ba-080d6f3aea6f on network 17f2b355-6a2e-4221-b899-dbeb2220fa3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 17:19:09.241071 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551a370d-b653-4535-8f16-13a72fab599e req-44fadf9e-4693-49b2-aafe-4de566faed56 service neutron] Attempting to bind port 240ffc8f-c1eb-49ee-85ba-080d6f3aea6f on network 17f2b355-6a2e-4221-b899-dbeb2220fa3c {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:19:09.246126 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551a370d-b653-4535-8f16-13a72fab599e req-44fadf9e-4693-49b2-aafe-4de566faed56 service neutron] Checking agent: {'id': 'c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 17, 0, 18), 'started_at': datetime.datetime(2022, 3, 7, 17, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:19:09.246767 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551a370d-b653-4535-8f16-13a72fab599e req-44fadf9e-4693-49b2-aafe-4de566faed56 service neutron] Checking segment: {'id': 'ea16cf40-c220-47a8-a250-304109e23c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:19:09.246997 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551a370d-b653-4535-8f16-13a72fab599e req-44fadf9e-4693-49b2-aafe-4de566faed56 service neutron] Bound using segment: {'id': 'ea16cf40-c220-47a8-a250-304109e23c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:19:09.247299 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-551a370d-b653-4535-8f16-13a72fab599e req-44fadf9e-4693-49b2-aafe-4de566faed56 service neutron] Bound port: 240ffc8f-c1eb-49ee-85ba-080d6f3aea6f, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea16cf40-c220-47a8-a250-304109e23c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:19:09.247692 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-551a370d-b653-4535-8f16-13a72fab599e req-44fadf9e-4693-49b2-aafe-4de566faed56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (240ffc8f-c1eb-49ee-85ba-080d6f3aea6f), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:09.312748 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-551a370d-b653-4535-8f16-13a72fab599e req-44fadf9e-4693-49b2-aafe-4de566faed56 service neutron] For port 240ffc8f-c1eb-49ee-85ba-080d6f3aea6f, host hv-cinder-80403, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:19:09.315651 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-551a370d-b653-4535-8f16-13a72fab599e req-44fadf9e-4693-49b2-aafe-4de566faed56 service neutron] For port 240ffc8f-c1eb-49ee-85ba-080d6f3aea6f, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=240ffc8f-c1eb-49ee-85ba-080d6f3aea6f,segment=NetworkSegment(ea16cf40-c220-47a8-a250-304109e23c76),segment_id=ea16cf40-c220-47a8-a250-304109e23c76)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:19:09.403964 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-551a370d-b653-4535-8f16-13a72fab599e req-44fadf9e-4693-49b2-aafe-4de566faed56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58733560'] for port (240ffc8f-c1eb-49ee-85ba-080d6f3aea6f), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:09.442847 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a370d-b653-4535-8f16-13a72fab599e req-44fadf9e-4693-49b2-aafe-4de566faed56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:19:09.443657 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-551a370d-b653-4535-8f16-13a72fab599e req-44fadf9e-4693-49b2-aafe-4de566faed56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:09.445037 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-551a370d-b653-4535-8f16-13a72fab599e req-44fadf9e-4693-49b2-aafe-4de566faed56 service neutron] 10.222.0.53 "PUT /v2.0/ports/240ffc8f-c1eb-49ee-85ba-080d6f3aea6f HTTP/1.1" status: 200 len: 1093 time: 0.7450409 Mar 07 17:19:09.449469 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a7e7c38-8b88-44ad-9e87-0fd6249e2f37', 'tag': '240ffc8f-c1eb-49ee-85ba-080d6f3aea6f'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:19:09.451774 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aba4c615e876ca6c23e5fed61a3d1f980fac3f984d457871ad3b292fe147bdb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d813d542-140b-4edf-81a0-2015282e6d2a" -d '{"events": [{"name": "network-changed", "server_uuid": "2a7e7c38-8b88-44ad-9e87-0fd6249e2f37", "tag": "240ffc8f-c1eb-49ee-85ba-080d6f3aea6f"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:19:09.486330 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98260244-4b56-4e3c-bba6-0aca8666ed3e req-23c0092e-d25a-4693-beb4-07d0e97096cf tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:19:09.488188 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-98260244-4b56-4e3c-bba6-0aca8666ed3e req-23c0092e-d25a-4693-beb4-07d0e97096cf tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a7e7c38-8b88-44ad-9e87-0fd6249e2f37 HTTP/1.1" status: 200 len: 943 time: 0.1153805 Mar 07 17:19:09.489493 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fadf9e-4693-49b2-aafe-4de566faed56 service neutron] Pushing event updated for resources: {'Port': ['ID=240ffc8f-c1eb-49ee-85ba-080d6f3aea6f,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:19:09.496969 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7bcb7a-6837-4a47-a627-604bcaebe97e x-openstack-request-id: req-4c7bcb7a-6837-4a47-a627-604bcaebe97e {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:19:09.497261 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a7e7c38-8b88-44ad-9e87-0fd6249e2f37", "tag": "240ffc8f-c1eb-49ee-85ba-080d6f3aea6f", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:19:09.497553 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4c7bcb7a-6837-4a47-a627-604bcaebe97e {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:19:09.497944 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a7e7c38-8b88-44ad-9e87-0fd6249e2f37', 'tag': '240ffc8f-c1eb-49ee-85ba-080d6f3aea6f', 'status': 'completed', 'code': 200} Mar 07 17:19:09.573819 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-98260244-4b56-4e3c-bba6-0aca8666ed3e req-c7c28248-bbe8-42f0-9338-3d6560cbe6d2 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/security-groups?id=569ced2c-cfd6-4357-bc4e-43681bda6073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745444 Mar 07 17:19:09.587757 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813d542-140b-4edf-81a0-2015282e6d2a req-3c4eb7eb-8001-4349-8d7b-2d9134db87f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:19:09.589313 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d813d542-140b-4edf-81a0-2015282e6d2a req-3c4eb7eb-8001-4349-8d7b-2d9134db87f7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fdd99a90993946518de326bc6d9a7a06&device_id=2a7e7c38-8b88-44ad-9e87-0fd6249e2f37 HTTP/1.1" status: 200 len: 1127 time: 0.0684340 Mar 07 17:19:09.691819 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813d542-140b-4edf-81a0-2015282e6d2a req-60dcd3ed-e75f-4614-904f-c05c18a6b520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:19:09.694023 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d813d542-140b-4edf-81a0-2015282e6d2a req-60dcd3ed-e75f-4614-904f-c05c18a6b520 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=fdd99a90993946518de326bc6d9a7a06&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0964055 Mar 07 17:19:09.785583 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813d542-140b-4edf-81a0-2015282e6d2a req-027fa238-bd6d-4e6c-8763-0736fdaa4a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:19:09.787394 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d813d542-140b-4edf-81a0-2015282e6d2a req-027fa238-bd6d-4e6c-8763-0736fdaa4a96 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882287 Mar 07 17:19:09.872367 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a370d-b653-4535-8f16-13a72fab599e req-a5f934fd-bebb-4646-9f92-38929c757ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:19:09.873847 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-551a370d-b653-4535-8f16-13a72fab599e req-a5f934fd-bebb-4646-9f92-38929c757ebf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fdd99a90993946518de326bc6d9a7a06&device_id=2a7e7c38-8b88-44ad-9e87-0fd6249e2f37 HTTP/1.1" status: 200 len: 1127 time: 0.0525753 Mar 07 17:19:09.915208 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-551a370d-b653-4535-8f16-13a72fab599e req-5da151fc-dc75-4fba-84ba-3fa015e95bd0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=240ffc8f-c1eb-49ee-85ba-080d6f3aea6f HTTP/1.1" status: 200 len: 217 time: 0.0336347 Mar 07 17:19:09.961127 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a370d-b653-4535-8f16-13a72fab599e req-0b0700b6-bd73-4be1-a49f-b50ff1b3b09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:19:09.962534 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-551a370d-b653-4535-8f16-13a72fab599e req-0b0700b6-bd73-4be1-a49f-b50ff1b3b09a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ad537dc-a0d8-4463-8026-4f3cd5701784 HTTP/1.1" status: 200 len: 854 time: 0.0418861 Mar 07 17:19:10.014939 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a370d-b653-4535-8f16-13a72fab599e req-87a4dcba-b02a-494e-84d7-ae3578d9b0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:19:10.016446 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-551a370d-b653-4535-8f16-13a72fab599e req-87a4dcba-b02a-494e-84d7-ae3578d9b0c0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17f2b355-6a2e-4221-b899-dbeb2220fa3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0476336 Mar 07 17:19:10.104435 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-551a370d-b653-4535-8f16-13a72fab599e req-99f1360b-592b-4c28-af6b-5967a1955006 service neutron] 10.222.0.53 "GET /v2.0/networks/17f2b355-6a2e-4221-b899-dbeb2220fa3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818489 Mar 07 17:19:10.209271 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-551a370d-b653-4535-8f16-13a72fab599e req-28117d52-13cf-4b2b-afe6-722a08fb11cb service neutron] 10.222.0.53 "GET /v2.0/networks/17f2b355-6a2e-4221-b899-dbeb2220fa3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994761 Mar 07 17:19:10.693976 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68062f3c-f06f-493f-86a7-6aa5615d1b55 req-d0023cf8-343a-479c-a21e-54229ab46ed7 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:19:10.695487 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-68062f3c-f06f-493f-86a7-6aa5615d1b55 req-d0023cf8-343a-479c-a21e-54229ab46ed7 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a7e7c38-8b88-44ad-9e87-0fd6249e2f37 HTTP/1.1" status: 200 len: 943 time: 0.0527503 Mar 07 17:19:10.741729 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-68062f3c-f06f-493f-86a7-6aa5615d1b55 req-694e40c3-f77e-41ec-bf98-1906e154e7db tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/security-groups?id=569ced2c-cfd6-4357-bc4e-43681bda6073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407646 Mar 07 17:19:11.857574 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd842b8-f3e7-4a0d-873b-896039b96560 req-15bd94ff-5f78-4c9f-a203-41ba91f7c621 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:19:11.859080 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3fd842b8-f3e7-4a0d-873b-896039b96560 req-15bd94ff-5f78-4c9f-a203-41ba91f7c621 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a7e7c38-8b88-44ad-9e87-0fd6249e2f37 HTTP/1.1" status: 200 len: 943 time: 0.0525010 Mar 07 17:19:11.914520 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3fd842b8-f3e7-4a0d-873b-896039b96560 req-38645b34-6775-4670-97aa-ca064e17a387 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/security-groups?id=569ced2c-cfd6-4357-bc4e-43681bda6073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493951 Mar 07 17:19:12.278591 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device 240ffc8f-c1eb-49ee-85ba-080d6f3aea6f details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:19:12.376287 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port 240ffc8f-c1eb-49ee-85ba-080d6f3aea6f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=240ffc8f-c1eb-49ee-85ba-080d6f3aea6f,segment=NetworkSegment(ea16cf40-c220-47a8-a250-304109e23c76),segment_id=ea16cf40-c220-47a8-a250-304109e23c76)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:19:12.386586 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Returning: {'device': '240ffc8f-c1eb-49ee-85ba-080d6f3aea6f', 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c', 'port_id': '240ffc8f-c1eb-49ee-85ba-080d6f3aea6f', 'mac_address': 'fa:16:3e:d8:51:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:19:12.554084 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Current status of the port 240ffc8f-c1eb-49ee-85ba-080d6f3aea6f is: DOWN; New status is: BUILD {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:19:12.554393 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (240ffc8f-c1eb-49ee-85ba-080d6f3aea6f), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:12.567029 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 240ffc8f-c1eb-49ee-85ba-080d6f3aea6f {{(pid=103440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:19:12.586619 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port 240ffc8f-c1eb-49ee-85ba-080d6f3aea6f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=240ffc8f-c1eb-49ee-85ba-080d6f3aea6f,segment=NetworkSegment(ea16cf40-c220-47a8-a250-304109e23c76),segment_id=ea16cf40-c220-47a8-a250-304109e23c76)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:19:12.642187 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (240ffc8f-c1eb-49ee-85ba-080d6f3aea6f), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:12.687900 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Pushing event updated for resources: {'Port': ['ID=240ffc8f-c1eb-49ee-85ba-080d6f3aea6f,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:19:12.694914 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:19:12.695264 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:19:12.695638 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:19:12.695976 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:19:12.696310 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:19:12.696640 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:19:12.696966 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:19:12.697292 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:19:12.697617 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:19:12.697941 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:19:12.698969 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:19:12.699331 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:19:12.699743 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:19:13.004496 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] get_ports_and_sgs() called for port_ids ['240ffc8f-c1eb-49ee-85ba-080d6f3aea6f'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:19:13.031710 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ba912-bdd5-4673-9bed-e6856094dd07 req-a9f3b2bb-78e6-4b91-a955-bd7d62a4151f tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:19:13.033183 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-273ba912-bdd5-4673-9bed-e6856094dd07 req-a9f3b2bb-78e6-4b91-a955-bd7d62a4151f tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a7e7c38-8b88-44ad-9e87-0fd6249e2f37 HTTP/1.1" status: 200 len: 944 time: 0.0537157 Mar 07 17:19:13.079090 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-273ba912-bdd5-4673-9bed-e6856094dd07 req-8285a41e-b3fe-4e2a-956d-ef741c435651 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/security-groups?id=569ced2c-cfd6-4357-bc4e-43681bda6073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401855 Mar 07 17:19:14.195195 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c1fef3-f94e-4acd-9c45-7bedddd1435a req-e395eb9a-5462-455d-9761-36ceb87c5278 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:19:14.196700 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-20c1fef3-f94e-4acd-9c45-7bedddd1435a req-e395eb9a-5462-455d-9761-36ceb87c5278 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a7e7c38-8b88-44ad-9e87-0fd6249e2f37 HTTP/1.1" status: 200 len: 944 time: 0.0512843 Mar 07 17:19:14.243949 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-20c1fef3-f94e-4acd-9c45-7bedddd1435a req-551b792a-84f1-4756-9c2b-1834bdf94398 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/security-groups?id=569ced2c-cfd6-4357-bc4e-43681bda6073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408320 Mar 07 17:19:14.287290 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device 240ffc8f-c1eb-49ee-85ba-080d6f3aea6f up at agent hyperv_hv-cinder-80403 {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:19:14.407401 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Provisioning for port 240ffc8f-c1eb-49ee-85ba-080d6f3aea6f completed by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 17:19:14.411390 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Provisioning complete for port 240ffc8f-c1eb-49ee-85ba-080d6f3aea6f triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:19:14.411794 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (240ffc8f-c1eb-49ee-85ba-080d6f3aea6f), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:14.491559 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Current status of the port 240ffc8f-c1eb-49ee-85ba-080d6f3aea6f is: BUILD; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:19:14.491958 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (240ffc8f-c1eb-49ee-85ba-080d6f3aea6f), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:14.514025 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a7e7c38-8b88-44ad-9e87-0fd6249e2f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '240ffc8f-c1eb-49ee-85ba-080d6f3aea6f'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:19:14.516325 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11138cde4cb47aed6ab60590cdc6142137d0740b05d94cd9dbb0d95d7575220c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b081f8-5b9a-414a-8ee9-be7d70590983" -d '{"events": [{"server_uuid": "2a7e7c38-8b88-44ad-9e87-0fd6249e2f37", "name": "network-vif-plugged", "status": "completed", "tag": "240ffc8f-c1eb-49ee-85ba-080d6f3aea6f"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:19:14.529331 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port 240ffc8f-c1eb-49ee-85ba-080d6f3aea6f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=240ffc8f-c1eb-49ee-85ba-080d6f3aea6f,segment=NetworkSegment(ea16cf40-c220-47a8-a250-304109e23c76),segment_id=ea16cf40-c220-47a8-a250-304109e23c76)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:19:14.584729 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (240ffc8f-c1eb-49ee-85ba-080d6f3aea6f), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:14.610902 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3a611d-22fb-4209-96de-1d363abdcce7 x-openstack-request-id: req-2f3a611d-22fb-4209-96de-1d363abdcce7 {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:19:14.611195 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a7e7c38-8b88-44ad-9e87-0fd6249e2f37", "name": "network-vif-plugged", "status": "completed", "tag": "240ffc8f-c1eb-49ee-85ba-080d6f3aea6f", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:19:14.611733 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2f3a611d-22fb-4209-96de-1d363abdcce7 {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:19:14.612136 dv-cinder-804035-42-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a7e7c38-8b88-44ad-9e87-0fd6249e2f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '240ffc8f-c1eb-49ee-85ba-080d6f3aea6f', 'code': 200} Mar 07 17:19:14.636087 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Pushing event updated for resources: {'Port': ['ID=240ffc8f-c1eb-49ee-85ba-080d6f3aea6f,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:19:14.918799 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca532583-3202-4523-80b0-4d873b4a083f req-ea113c18-71f9-4e9f-8187-03dd1f504719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:19:14.920292 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ca532583-3202-4523-80b0-4d873b4a083f req-ea113c18-71f9-4e9f-8187-03dd1f504719 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2a7e7c38-8b88-44ad-9e87-0fd6249e2f37 HTTP/1.1" status: 200 len: 1129 time: 0.0473866 Mar 07 17:19:14.962848 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ca532583-3202-4523-80b0-4d873b4a083f req-9dd06fda-9041-4d36-88e2-13fce8d1530a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=569ced2c-cfd6-4357-bc4e-43681bda6073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357170 Mar 07 17:19:15.361325 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd6040f-c605-495c-8b1c-ad1f8354761d req-53237ab2-a34e-433e-85cb-41a13b1fbffe tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:19:15.363213 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7fd6040f-c605-495c-8b1c-ad1f8354761d req-53237ab2-a34e-433e-85cb-41a13b1fbffe tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a7e7c38-8b88-44ad-9e87-0fd6249e2f37 HTTP/1.1" status: 200 len: 945 time: 0.0519695 Mar 07 17:19:15.409437 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7fd6040f-c605-495c-8b1c-ad1f8354761d req-1ecdf174-97c7-4a96-8123-f00bfebfb009 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/security-groups?id=569ced2c-cfd6-4357-bc4e-43681bda6073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407383 Mar 07 17:19:15.920626 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5ee9de59-e223-4baf-a518-d1b06070db1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:16.528920 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5240f4f7-b8de-45f3-9545-012fa8dc8d3d req-c7763341-ff3a-48e2-9a90-223489ad7bd5 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:19:16.530391 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5240f4f7-b8de-45f3-9545-012fa8dc8d3d req-c7763341-ff3a-48e2-9a90-223489ad7bd5 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a7e7c38-8b88-44ad-9e87-0fd6249e2f37 HTTP/1.1" status: 200 len: 945 time: 0.0535269 Mar 07 17:19:16.581313 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5240f4f7-b8de-45f3-9545-012fa8dc8d3d req-36e94769-f3a0-42ee-8618-d547c7813d7b tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/security-groups?id=569ced2c-cfd6-4357-bc4e-43681bda6073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452182 Mar 07 17:19:17.699036 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85440af1-c231-4c0d-bfe7-a64345296c12 req-4cddf5f5-353a-4230-8492-0c96c3545d30 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:19:17.700523 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-85440af1-c231-4c0d-bfe7-a64345296c12 req-4cddf5f5-353a-4230-8492-0c96c3545d30 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a7e7c38-8b88-44ad-9e87-0fd6249e2f37 HTTP/1.1" status: 200 len: 945 time: 0.0523112 Mar 07 17:19:17.747857 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-85440af1-c231-4c0d-bfe7-a64345296c12 req-0c05aa34-8e51-41f4-b658-fe7c5f82ee92 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/security-groups?id=569ced2c-cfd6-4357-bc4e-43681bda6073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418978 Mar 07 17:19:17.861671 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36bae12-f553-403e-b96d-acf867ca5375 req-77a5e50c-aecd-42fa-b610-e5d54d762e59 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:19:17.863045 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c36bae12-f553-403e-b96d-acf867ca5375 req-77a5e50c-aecd-42fa-b610-e5d54d762e59 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a7e7c38-8b88-44ad-9e87-0fd6249e2f37 HTTP/1.1" status: 200 len: 945 time: 0.0538466 Mar 07 17:19:17.871423 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 41034) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:19:17.875651 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-b113a60e-16f6-42ed-b863-c2fdbc32740c tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Request body: {'floatingip': {'port_id': '240ffc8f-c1eb-49ee-85ba-080d6f3aea6f'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:19:17.916499 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b113a60e-16f6-42ed-b863-c2fdbc32740c tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for floatingip (23999578-6d2e-45d2-b726-ee0927fb4e36), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:18.341858 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b113a60e-16f6-42ed-b863-c2fdbc32740c tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:18.396298 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b113a60e-16f6-42ed-b863-c2fdbc32740c tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2049624'] for floatingip (23999578-6d2e-45d2-b726-ee0927fb4e36), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:18.423879 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-315aa792-5aab-45a7-bf8e-53b49bf50c68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:18.481305 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:18.779196 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.db.l3_db [None req-b113a60e-16f6-42ed-b863-c2fdbc32740c tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Floating IP 23999578-6d2e-45d2-b726-ee0927fb4e36 associated. External IP: 172.27.3.2, port: 240ffc8f-c1eb-49ee-85ba-080d6f3aea6f. Mar 07 17:19:18.987335 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b113a60e-16f6-42ed-b863-c2fdbc32740c tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Router eaa523d0-6c58-4273-a695-9e471624f1f4 has already been hosted by L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:19:19.096228 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b113a60e-16f6-42ed-b863-c2fdbc32740c tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:19:19.101091 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b113a60e-16f6-42ed-b863-c2fdbc32740c tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:19.105830 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f71cf1-f919-45c6-8de6-991dc19e9d43 None None] Sync routers for ids ['eaa523d0-6c58-4273-a695-9e471624f1f4'] in dv-cinder-804035-42-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:19:19.115081 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f71cf1-f919-45c6-8de6-991dc19e9d43 None None] Routers {'eaa523d0-6c58-4273-a695-9e471624f1f4'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:19:19.115724 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-07f71cf1-f919-45c6-8de6-991dc19e9d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:19:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['eaa523d0-6c58-4273-a695-9e471624f1f4'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:19:19.143192 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-b113a60e-16f6-42ed-b863-c2fdbc32740c tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "PUT /v2.0/floatingips/23999578-6d2e-45d2-b726-ee0927fb4e36 HTTP/1.1" status: 200 len: 989 time: 1.2610550 Mar 07 17:19:19.143192 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a7e7c38-8b88-44ad-9e87-0fd6249e2f37', 'tag': '240ffc8f-c1eb-49ee-85ba-080d6f3aea6f'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:19:19.143192 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aba4c615e876ca6c23e5fed61a3d1f980fac3f984d457871ad3b292fe147bdb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578877d1-340b-4123-b42c-100b9387c0ed" -d '{"events": [{"name": "network-changed", "server_uuid": "2a7e7c38-8b88-44ad-9e87-0fd6249e2f37", "tag": "240ffc8f-c1eb-49ee-85ba-080d6f3aea6f"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:19:19.175203 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02eaf49-7a0b-466d-8d3e-714c09f3b8dd x-openstack-request-id: req-b02eaf49-7a0b-466d-8d3e-714c09f3b8dd {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:19:19.175556 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a7e7c38-8b88-44ad-9e87-0fd6249e2f37", "tag": "240ffc8f-c1eb-49ee-85ba-080d6f3aea6f", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:19:19.175818 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b02eaf49-7a0b-466d-8d3e-714c09f3b8dd {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:19:19.176218 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a7e7c38-8b88-44ad-9e87-0fd6249e2f37', 'tag': '240ffc8f-c1eb-49ee-85ba-080d6f3aea6f', 'status': 'completed', 'code': 200} Mar 07 17:19:19.225706 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-07f71cf1-f919-45c6-8de6-991dc19e9d43 None None] Set router eaa523d0-6c58-4273-a695-9e471624f1f4 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:19:19.242015 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578877d1-340b-4123-b42c-100b9387c0ed req-765f2fe2-a207-4e78-8191-e89528446bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:19:19.243471 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-578877d1-340b-4123-b42c-100b9387c0ed req-765f2fe2-a207-4e78-8191-e89528446bcd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fdd99a90993946518de326bc6d9a7a06&device_id=2a7e7c38-8b88-44ad-9e87-0fd6249e2f37 HTTP/1.1" status: 200 len: 1129 time: 0.0462360 Mar 07 17:19:19.332867 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578877d1-340b-4123-b42c-100b9387c0ed req-c31f3c25-015f-4cd7-9912-e81563b8b3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:19:19.334324 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-578877d1-340b-4123-b42c-100b9387c0ed req-c31f3c25-015f-4cd7-9912-e81563b8b3f3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=17f2b355-6a2e-4221-b899-dbeb2220fa3c HTTP/1.1" status: 200 len: 916 time: 0.0845110 Mar 07 17:19:19.403834 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-578877d1-340b-4123-b42c-100b9387c0ed req-db1216af-ef23-4e82-b6a2-f6db840c75b8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=240ffc8f-c1eb-49ee-85ba-080d6f3aea6f HTTP/1.1" status: 200 len: 997 time: 0.0638134 Mar 07 17:19:19.447239 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-07f71cf1-f919-45c6-8de6-991dc19e9d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'name': 'tempest-AttachVolumeNegativeTest-1671845688-router', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:34Z', 'revision_number': 4, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'gw_port': {'id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_floatingips': [{'id': '23999578-6d2e-45d2-b726-ee0927fb4e36', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'floating_ip_address': '172.27.3.2', 'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'router_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'port_id': '240ffc8f-c1eb-49ee-85ba-080d6f3aea6f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c', 'mac_address': 'fa:16:3e:d8:51:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7e7c38-8b88-44ad-9e87-0fd6249e2f37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:19:04Z', 'updated_at': '2022-03-07T17:19:18Z', 'revision_number': 1, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d89cbbd-9a05-4988-a932-addbfa22b5de', 'name': '', 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'mac_address': 'fa:16:3e:5a:cc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:34Z', 'updated_at': '2022-03-07T17:13:38Z', 'revision_number': 5, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'subnets': [{'id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:19:19.452219 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578877d1-340b-4123-b42c-100b9387c0ed req-679373e0-c562-4ac3-84e4-640dbb3ba596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:19:19.453662 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-578877d1-340b-4123-b42c-100b9387c0ed req-679373e0-c562-4ac3-84e4-640dbb3ba596 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ad537dc-a0d8-4463-8026-4f3cd5701784 HTTP/1.1" status: 200 len: 854 time: 0.0439820 Mar 07 17:19:19.476438 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f71cf1-f919-45c6-8de6-991dc19e9d43 None None] Checking router: eaa523d0-6c58-4273-a695-9e471624f1f4 for host: dv-cinder-804035-42-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:19:19.485241 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f71cf1-f919-45c6-8de6-991dc19e9d43 None None] Routers {'eaa523d0-6c58-4273-a695-9e471624f1f4'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:19:19.485847 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-07f71cf1-f919-45c6-8de6-991dc19e9d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:19:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['eaa523d0-6c58-4273-a695-9e471624f1f4'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:19:19.504237 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578877d1-340b-4123-b42c-100b9387c0ed req-d4a2cb0d-b7a5-4a12-bc1a-9bf067346d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:19:19.505773 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-578877d1-340b-4123-b42c-100b9387c0ed req-d4a2cb0d-b7a5-4a12-bc1a-9bf067346d84 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17f2b355-6a2e-4221-b899-dbeb2220fa3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0457485 Mar 07 17:19:19.594526 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-07f71cf1-f919-45c6-8de6-991dc19e9d43 None None] Set router eaa523d0-6c58-4273-a695-9e471624f1f4 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:19:19.597585 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-578877d1-340b-4123-b42c-100b9387c0ed req-1040cdbd-8261-4de5-87c6-74e7c23dbde7 service neutron] 10.222.0.53 "GET /v2.0/networks/17f2b355-6a2e-4221-b899-dbeb2220fa3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863349 Mar 07 17:19:19.686167 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-578877d1-340b-4123-b42c-100b9387c0ed req-ba377edc-3271-4021-bdfd-05c53ac9139f service neutron] 10.222.0.53 "GET /v2.0/networks/17f2b355-6a2e-4221-b899-dbeb2220fa3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831616 Mar 07 17:19:19.815358 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-07f71cf1-f919-45c6-8de6-991dc19e9d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'name': 'tempest-AttachVolumeNegativeTest-1671845688-router', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:34Z', 'revision_number': 4, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'gw_port': {'id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_floatingips': [{'id': '23999578-6d2e-45d2-b726-ee0927fb4e36', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'floating_ip_address': '172.27.3.2', 'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'router_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'port_id': '240ffc8f-c1eb-49ee-85ba-080d6f3aea6f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c', 'mac_address': 'fa:16:3e:d8:51:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7e7c38-8b88-44ad-9e87-0fd6249e2f37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:19:04Z', 'updated_at': '2022-03-07T17:19:18Z', 'revision_number': 1, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d89cbbd-9a05-4988-a932-addbfa22b5de', 'name': '', 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'mac_address': 'fa:16:3e:5a:cc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:34Z', 'updated_at': '2022-03-07T17:13:38Z', 'revision_number': 5, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'subnets': [{'id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:19:19.844902 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f71cf1-f919-45c6-8de6-991dc19e9d43 None None] The sync data for ids ['eaa523d0-6c58-4273-a695-9e471624f1f4'] in dv-cinder-804035-42-iscsi is: [{'id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'name': 'tempest-AttachVolumeNegativeTest-1671845688-router', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:34Z', 'revision_number': 4, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'gw_port': {'id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_floatingips': [{'id': '23999578-6d2e-45d2-b726-ee0927fb4e36', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'floating_ip_address': '172.27.3.2', 'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'router_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'port_id': '240ffc8f-c1eb-49ee-85ba-080d6f3aea6f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c', 'mac_address': 'fa:16:3e:d8:51:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7e7c38-8b88-44ad-9e87-0fd6249e2f37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:19:04Z', 'updated_at': '2022-03-07T17:19:18Z', 'revision_number': 1, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d89cbbd-9a05-4988-a932-addbfa22b5de', 'name': '', 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'mac_address': 'fa:16:3e:5a:cc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:34Z', 'updated_at': '2022-03-07T17:13:38Z', 'revision_number': 5, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'subnets': [{'id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:19:20.041297 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48d64b0-a4db-4289-9ff4-f2dc747fdfc3 None None] New status for floating IP 23999578-6d2e-45d2-b726-ee0927fb4e36: ACTIVE {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:19:20.476356 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:21.916290 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:23.030017 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:32.274122 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:19:37.540119 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a28ec7a8-c268-451a-83b3-e867b94cafc6 req-14dcfe02-4af9-416a-9cb8-9815cc0b6fc5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=09e14b4a-030f-4092-ab72-dbfd1ffc72b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0475450 Mar 07 17:19:37.602547 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ec7a8-c268-451a-83b3-e867b94cafc6 req-19bcc337-5483-48f0-9528-3c90fa569204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:19:37.604055 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a28ec7a8-c268-451a-83b3-e867b94cafc6 req-19bcc337-5483-48f0-9528-3c90fa569204 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=776f3679e77e490b893316a32842cc90&device_id=09e14b4a-030f-4092-ab72-dbfd1ffc72b1 HTTP/1.1" status: 200 len: 1129 time: 0.0443411 Mar 07 17:19:37.708687 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ec7a8-c268-451a-83b3-e867b94cafc6 req-4c73aeb8-b6b6-4687-97de-632a1906cbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:19:37.710158 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a28ec7a8-c268-451a-83b3-e867b94cafc6 req-4c73aeb8-b6b6-4687-97de-632a1906cbe2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9389be18-213a-4ced-bba2-3382f718f0a8 HTTP/1.1" status: 200 len: 911 time: 0.0871754 Mar 07 17:19:37.779703 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a28ec7a8-c268-451a-83b3-e867b94cafc6 req-621ffc0c-12d0-4fd7-89d1-e7016e1e4eba service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f HTTP/1.1" status: 200 len: 1001 time: 0.0626280 Mar 07 17:19:37.831237 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ec7a8-c268-451a-83b3-e867b94cafc6 req-97e39bff-17b6-4935-bae5-a10174ca3c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:19:37.832760 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a28ec7a8-c268-451a-83b3-e867b94cafc6 req-97e39bff-17b6-4935-bae5-a10174ca3c78 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f18b0602-960c-4c40-bfa0-ef433b9207aa HTTP/1.1" status: 200 len: 849 time: 0.0433614 Mar 07 17:19:37.884835 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ec7a8-c268-451a-83b3-e867b94cafc6 req-2fec45f7-8184-4578-bfd4-32e090b0face service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:19:37.887051 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a28ec7a8-c268-451a-83b3-e867b94cafc6 req-2fec45f7-8184-4578-bfd4-32e090b0face service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9389be18-213a-4ced-bba2-3382f718f0a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0476182 Mar 07 17:19:37.975331 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a28ec7a8-c268-451a-83b3-e867b94cafc6 req-5717aaac-6c25-455c-8d2a-76d1a49afb83 service neutron] 10.222.0.53 "GET /v2.0/networks/9389be18-213a-4ced-bba2-3382f718f0a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825422 Mar 07 17:19:38.073530 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a28ec7a8-c268-451a-83b3-e867b94cafc6 req-bc90ea43-3bed-44f5-98d6-6fd57cb8b1fa service neutron] 10.222.0.53 "GET /v2.0/networks/9389be18-213a-4ced-bba2-3382f718f0a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920227 Mar 07 17:19:45.921124 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3248ef16-a1a4-414e-85d0-f6b3685a0772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:48.418577 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b70c15c8-ffdd-4281-9e83-2ea774cb37e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:48.464592 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:50.487016 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:51.927474 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:52.978252 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:54.598530 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 41048) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:19:54.756194 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-db7d6955-c75c-4f7b-a13b-1874f18b59e0 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Deleting port 341d97c3-7328-4c30-910b-25db419b1cb4 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:19:54.756529 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-db7d6955-c75c-4f7b-a13b-1874f18b59e0 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (341d97c3-7328-4c30-910b-25db419b1cb4), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:54.831562 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-db7d6955-c75c-4f7b-a13b-1874f18b59e0 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (341d97c3-7328-4c30-910b-25db419b1cb4), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:54.831884 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-db7d6955-c75c-4f7b-a13b-1874f18b59e0 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks [] for floatingip (341d97c3-7328-4c30-910b-25db419b1cb4), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:54.844601 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-db7d6955-c75c-4f7b-a13b-1874f18b59e0 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Calling delete_port for 341d97c3-7328-4c30-910b-25db419b1cb4 owned by network:floatingip {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:19:55.062774 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-db7d6955-c75c-4f7b-a13b-1874f18b59e0 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (341d97c3-7328-4c30-910b-25db419b1cb4), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:55.089436 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d6955-c75c-4f7b-a13b-1874f18b59e0 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Pushing event deleted for resources: {'Port': ['ID=341d97c3-7328-4c30-910b-25db419b1cb4,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:19:55.155163 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-db7d6955-c75c-4f7b-a13b-1874f18b59e0 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks [] for floatingip (d3bfa4d1-a6c8-47c6-979f-8485606318ec), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:55.155517 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.db.l3_db [None req-db7d6955-c75c-4f7b-a13b-1874f18b59e0 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Floating IP d3bfa4d1-a6c8-47c6-979f-8485606318ec disassociated (deleted). External IP: 172.27.3.228, port: cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f. Mar 07 17:19:55.372250 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db7d6955-c75c-4f7b-a13b-1874f18b59e0 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Router b42c20a0-aafe-467d-a24d-809265abcd59 has already been hosted by L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:19:55.479566 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7d6955-c75c-4f7b-a13b-1874f18b59e0 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:19:55.485002 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-db7d6955-c75c-4f7b-a13b-1874f18b59e0 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:55.489768 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97395d1a-c22b-428c-bf86-393ba736c666 None None] Sync routers for ids ['b42c20a0-aafe-467d-a24d-809265abcd59'] in dv-cinder-804035-42-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:19:55.499368 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97395d1a-c22b-428c-bf86-393ba736c666 None None] Routers {'b42c20a0-aafe-467d-a24d-809265abcd59'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:19:55.499999 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-97395d1a-c22b-428c-bf86-393ba736c666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:19:48Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['b42c20a0-aafe-467d-a24d-809265abcd59'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:19:55.514571 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-db7d6955-c75c-4f7b-a13b-1874f18b59e0 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "DELETE /v2.0/floatingips/d3bfa4d1-a6c8-47c6-979f-8485606318ec HTTP/1.1" status: 204 len: 168 time: 0.9149525 Mar 07 17:19:55.515146 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09e14b4a-030f-4092-ab72-dbfd1ffc72b1', 'tag': 'cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:19:55.517393 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aba4c615e876ca6c23e5fed61a3d1f980fac3f984d457871ad3b292fe147bdb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c352eb2-2809-4fc6-8f16-d895740d80e7" -d '{"events": [{"name": "network-changed", "server_uuid": "09e14b4a-030f-4092-ab72-dbfd1ffc72b1", "tag": "cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:19:55.553331 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4f341e-3262-42cb-a3ea-006015a30a4b x-openstack-request-id: req-5a4f341e-3262-42cb-a3ea-006015a30a4b {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:19:55.553633 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09e14b4a-030f-4092-ab72-dbfd1ffc72b1", "tag": "cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:19:55.553896 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5a4f341e-3262-42cb-a3ea-006015a30a4b {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:19:55.554332 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09e14b4a-030f-4092-ab72-dbfd1ffc72b1', 'tag': 'cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f', 'status': 'completed', 'code': 200} Mar 07 17:19:55.624131 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c352eb2-2809-4fc6-8f16-d895740d80e7 req-d368222e-0cf5-4bc7-9fb1-6924271e6698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:19:55.625630 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4c352eb2-2809-4fc6-8f16-d895740d80e7 req-d368222e-0cf5-4bc7-9fb1-6924271e6698 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=776f3679e77e490b893316a32842cc90&device_id=09e14b4a-030f-4092-ab72-dbfd1ffc72b1 HTTP/1.1" status: 200 len: 1129 time: 0.0492499 Mar 07 17:19:55.724345 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c352eb2-2809-4fc6-8f16-d895740d80e7 req-e4f43487-5d94-4b70-ba48-2364b819343b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:19:55.725815 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4c352eb2-2809-4fc6-8f16-d895740d80e7 req-e4f43487-5d94-4b70-ba48-2364b819343b service neutron] 10.222.0.53 "GET /v2.0/networks?id=9389be18-213a-4ced-bba2-3382f718f0a8 HTTP/1.1" status: 200 len: 911 time: 0.0944362 Mar 07 17:19:55.744061 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-97395d1a-c22b-428c-bf86-393ba736c666 None None] Set router b42c20a0-aafe-467d-a24d-809265abcd59 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:19:55.767124 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4c352eb2-2809-4fc6-8f16-d895740d80e7 req-f8e11e7f-453a-4638-8967-c5abadb06a78 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f HTTP/1.1" status: 200 len: 217 time: 0.0349822 Mar 07 17:19:55.823124 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c352eb2-2809-4fc6-8f16-d895740d80e7 req-f5bf9667-7107-4bb4-abdd-37c3cdfc7563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:19:55.825217 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4c352eb2-2809-4fc6-8f16-d895740d80e7 req-f5bf9667-7107-4bb4-abdd-37c3cdfc7563 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f18b0602-960c-4c40-bfa0-ef433b9207aa HTTP/1.1" status: 200 len: 849 time: 0.0519788 Mar 07 17:19:55.876313 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c352eb2-2809-4fc6-8f16-d895740d80e7 req-5a3e336b-0b00-4686-8705-11529cf3c984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:19:55.877786 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4c352eb2-2809-4fc6-8f16-d895740d80e7 req-5a3e336b-0b00-4686-8705-11529cf3c984 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9389be18-213a-4ced-bba2-3382f718f0a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0469141 Mar 07 17:19:55.975060 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-97395d1a-c22b-428c-bf86-393ba736c666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'name': 'tempest-TestVolumeBootPattern-33529847-router', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '846ab4ef-9b11-4da0-85a5-e96f4cd1f657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:11:46Z', 'updated_at': '2022-03-07T17:11:49Z', 'revision_number': 4, 'project_id': '776f3679e77e490b893316a32842cc90', 'gw_port': {'id': '846ab4ef-9b11-4da0-85a5-e96f4cd1f657', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ab:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:46Z', 'updated_at': '2022-03-07T17:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_floatingips': [{'id': 'da2f6319-39c6-4c8c-a78f-1ba9878f9a4b', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'floating_ip_address': '172.27.3.19', 'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'router_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'port_id': 'ced15902-cbbe-4732-8ca2-ba4273820265', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8', 'mac_address': 'fa:16:3e:93:34:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1325077-fdc0-4ddf-ad61-1ecf33ac8f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:15:32Z', 'updated_at': '2022-03-07T17:15:34Z', 'revision_number': 1, 'project_id': '776f3679e77e490b893316a32842cc90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db2bf536-b012-4f67-ada8-4523024fd575', 'name': '', 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'mac_address': 'fa:16:3e:16:96:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f18b0602-960c-4c40-bfa0-ef433b9207aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:48Z', 'updated_at': '2022-03-07T17:11:52Z', 'revision_number': 5, 'project_id': '776f3679e77e490b893316a32842cc90', 'subnets': [{'id': 'f18b0602-960c-4c40-bfa0-ef433b9207aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:19:56.001426 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97395d1a-c22b-428c-bf86-393ba736c666 None None] Checking router: b42c20a0-aafe-467d-a24d-809265abcd59 for host: dv-cinder-804035-42-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:19:56.009510 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97395d1a-c22b-428c-bf86-393ba736c666 None None] Routers {'b42c20a0-aafe-467d-a24d-809265abcd59'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:19:56.010109 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-97395d1a-c22b-428c-bf86-393ba736c666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:19:48Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['b42c20a0-aafe-467d-a24d-809265abcd59'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:19:56.016312 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb98641-472e-455b-b401-a466b23b665e req-9638eb76-b1e6-4454-b05d-1e5a3cc60656 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:19:56.017777 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8eb98641-472e-455b-b401-a466b23b665e req-9638eb76-b1e6-4454-b05d-1e5a3cc60656 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e14b4a-030f-4092-ab72-dbfd1ffc72b1 HTTP/1.1" status: 200 len: 945 time: 0.1012115 Mar 07 17:19:56.019969 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4c352eb2-2809-4fc6-8f16-d895740d80e7 req-82dcabf2-db58-4442-87a5-0cd5167e0d77 service neutron] 10.222.0.53 "GET /v2.0/networks/9389be18-213a-4ced-bba2-3382f718f0a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288564 Mar 07 17:19:56.119375 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8eb98641-472e-455b-b401-a466b23b665e req-a311cdbc-12d5-4087-a380-ce1b49ab6eb7 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958257 Mar 07 17:19:56.119651 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-97395d1a-c22b-428c-bf86-393ba736c666 None None] Set router b42c20a0-aafe-467d-a24d-809265abcd59 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:19:56.141870 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4c352eb2-2809-4fc6-8f16-d895740d80e7 req-bd3895d7-5bca-413b-b992-dbd553e324a2 service neutron] 10.222.0.53 "GET /v2.0/networks/9389be18-213a-4ced-bba2-3382f718f0a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124616 Mar 07 17:19:56.341983 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-97395d1a-c22b-428c-bf86-393ba736c666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'name': 'tempest-TestVolumeBootPattern-33529847-router', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '846ab4ef-9b11-4da0-85a5-e96f4cd1f657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:11:46Z', 'updated_at': '2022-03-07T17:11:49Z', 'revision_number': 4, 'project_id': '776f3679e77e490b893316a32842cc90', 'gw_port': {'id': '846ab4ef-9b11-4da0-85a5-e96f4cd1f657', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ab:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:46Z', 'updated_at': '2022-03-07T17:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_floatingips': [{'id': 'da2f6319-39c6-4c8c-a78f-1ba9878f9a4b', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'floating_ip_address': '172.27.3.19', 'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'router_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'port_id': 'ced15902-cbbe-4732-8ca2-ba4273820265', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8', 'mac_address': 'fa:16:3e:93:34:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1325077-fdc0-4ddf-ad61-1ecf33ac8f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:15:32Z', 'updated_at': '2022-03-07T17:15:34Z', 'revision_number': 1, 'project_id': '776f3679e77e490b893316a32842cc90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db2bf536-b012-4f67-ada8-4523024fd575', 'name': '', 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'mac_address': 'fa:16:3e:16:96:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f18b0602-960c-4c40-bfa0-ef433b9207aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:48Z', 'updated_at': '2022-03-07T17:11:52Z', 'revision_number': 5, 'project_id': '776f3679e77e490b893316a32842cc90', 'subnets': [{'id': 'f18b0602-960c-4c40-bfa0-ef433b9207aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:19:56.371719 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97395d1a-c22b-428c-bf86-393ba736c666 None None] The sync data for ids ['b42c20a0-aafe-467d-a24d-809265abcd59'] in dv-cinder-804035-42-iscsi is: [{'id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'name': 'tempest-TestVolumeBootPattern-33529847-router', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '846ab4ef-9b11-4da0-85a5-e96f4cd1f657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:11:46Z', 'updated_at': '2022-03-07T17:11:49Z', 'revision_number': 4, 'project_id': '776f3679e77e490b893316a32842cc90', 'gw_port': {'id': '846ab4ef-9b11-4da0-85a5-e96f4cd1f657', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ab:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:46Z', 'updated_at': '2022-03-07T17:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_floatingips': [{'id': 'da2f6319-39c6-4c8c-a78f-1ba9878f9a4b', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'floating_ip_address': '172.27.3.19', 'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'router_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'port_id': 'ced15902-cbbe-4732-8ca2-ba4273820265', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8', 'mac_address': 'fa:16:3e:93:34:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1325077-fdc0-4ddf-ad61-1ecf33ac8f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:15:32Z', 'updated_at': '2022-03-07T17:15:34Z', 'revision_number': 1, 'project_id': '776f3679e77e490b893316a32842cc90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db2bf536-b012-4f67-ada8-4523024fd575', 'name': '', 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'mac_address': 'fa:16:3e:16:96:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f18b0602-960c-4c40-bfa0-ef433b9207aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:48Z', 'updated_at': '2022-03-07T17:11:52Z', 'revision_number': 5, 'project_id': '776f3679e77e490b893316a32842cc90', 'subnets': [{'id': 'f18b0602-960c-4c40-bfa0-ef433b9207aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:19:56.580756 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833fdc12-4ac4-4ada-9f80-1613a935ccc9 None None] New status for floating IP d3bfa4d1-a6c8-47c6-979f-8485606318ec: DOWN {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:19:57.253135 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46918f9-4118-4896-b1d3-c184b2dd490c req-c16bdb40-bb5a-4668-9c1f-4b6075196482 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:19:57.254564 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c46918f9-4118-4896-b1d3-c184b2dd490c req-c16bdb40-bb5a-4668-9c1f-4b6075196482 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e14b4a-030f-4092-ab72-dbfd1ffc72b1 HTTP/1.1" status: 200 len: 945 time: 0.0558155 Mar 07 17:19:57.301393 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c46918f9-4118-4896-b1d3-c184b2dd490c req-4abaf077-b2e0-4f61-a8a5-427b026314f1 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413752 Mar 07 17:19:57.793095 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb338f1-f00c-439a-901a-ca9ebbdb97e2 req-13c7d78f-87a8-42b8-89aa-96ec1770ef36 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:19:57.794586 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1eb338f1-f00c-439a-901a-ca9ebbdb97e2 req-13c7d78f-87a8-42b8-89aa-96ec1770ef36 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.53 "GET /v2.0/ports?device_id=09e14b4a-030f-4092-ab72-dbfd1ffc72b1 HTTP/1.1" status: 200 len: 945 time: 0.0995409 Mar 07 17:19:57.889605 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-1eb338f1-f00c-439a-901a-ca9ebbdb97e2 req-41e2f1db-c4d6-432c-b40f-f7ac4533b71a tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Deleting port cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:19:57.889931 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-1eb338f1-f00c-439a-901a-ca9ebbdb97e2 req-41e2f1db-c4d6-432c-b40f-f7ac4533b71a tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:57.976232 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-1eb338f1-f00c-439a-901a-ca9ebbdb97e2 req-41e2f1db-c4d6-432c-b40f-f7ac4533b71a tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] For port cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f,segment=NetworkSegment(23b56ee2-3cba-4684-96db-32e07f753509),segment_id=23b56ee2-3cba-4684-96db-32e07f753509)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:19:57.976589 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-1eb338f1-f00c-439a-901a-ca9ebbdb97e2 req-41e2f1db-c4d6-432c-b40f-f7ac4533b71a tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:57.988961 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-1eb338f1-f00c-439a-901a-ca9ebbdb97e2 req-41e2f1db-c4d6-432c-b40f-f7ac4533b71a tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Calling delete_port for cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f owned by compute:nova {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:19:58.176547 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-1eb338f1-f00c-439a-901a-ca9ebbdb97e2 req-41e2f1db-c4d6-432c-b40f-f7ac4533b71a tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:58.207891 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e2f1db-c4d6-432c-b40f-f7ac4533b71a tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Pushing event deleted for resources: {'Port': ['ID=cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:19:58.260581 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb338f1-f00c-439a-901a-ca9ebbdb97e2 req-41e2f1db-c4d6-432c-b40f-f7ac4533b71a tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] No DVR routers for this DVR port cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f on host hv-cinder-80403 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:19:58.264492 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-1eb338f1-f00c-439a-901a-ca9ebbdb97e2 req-41e2f1db-c4d6-432c-b40f-f7ac4533b71a tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:19:58.268046 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1eb338f1-f00c-439a-901a-ca9ebbdb97e2 req-41e2f1db-c4d6-432c-b40f-f7ac4533b71a tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.53 "DELETE /v2.0/ports/cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f HTTP/1.1" status: 204 len: 173 time: 0.4679968 Mar 07 17:19:58.268495 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e14b4a-030f-4092-ab72-dbfd1ffc72b1', 'name': 'network-vif-deleted', 'tag': 'cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:19:58.270842 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aba4c615e876ca6c23e5fed61a3d1f980fac3f984d457871ad3b292fe147bdb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c2c454-c2f8-48ed-a139-b4681d281c87" -d '{"events": [{"server_uuid": "09e14b4a-030f-4092-ab72-dbfd1ffc72b1", "name": "network-vif-deleted", "tag": "cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:19:58.306184 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb228637-907f-40a8-8f77-343a11c4aa50 x-openstack-request-id: req-fb228637-907f-40a8-8f77-343a11c4aa50 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:19:58.306474 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e14b4a-030f-4092-ab72-dbfd1ffc72b1", "name": "network-vif-deleted", "tag": "cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:19:58.306725 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fb228637-907f-40a8-8f77-343a11c4aa50 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:19:58.307120 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e14b4a-030f-4092-ab72-dbfd1ffc72b1', 'name': 'network-vif-deleted', 'tag': 'cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f', 'status': 'completed', 'code': 200} Mar 07 17:19:58.399141 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4d5d3b42-a95b-489b-802c-b7a44d30e94c req-508a839c-c13b-4d46-b2dc-cc629de53548 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=09e14b4a-030f-4092-ab72-dbfd1ffc72b1 HTTP/1.1" status: 200 len: 210 time: 0.0299602 Mar 07 17:20:00.451511 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:20:00.471586 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] No Port match for: cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:20:00.471925 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device cf32a5f8-8d1e-4cfc-8b7c-bb89b929266f not bound to the agent host hv-cinder-80403 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:20:01.929302 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 41082) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:20:02.082696 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-d870842b-df40-4c76-9633-0ce7c75e3309 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Deleting port 1625dddb-7adc-4c4d-8565-df608fc50d84 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:20:02.083028 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d870842b-df40-4c76-9633-0ce7c75e3309 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (1625dddb-7adc-4c4d-8565-df608fc50d84), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:02.155623 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d870842b-df40-4c76-9633-0ce7c75e3309 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (1625dddb-7adc-4c4d-8565-df608fc50d84), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:02.155944 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d870842b-df40-4c76-9633-0ce7c75e3309 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks [] for floatingip (1625dddb-7adc-4c4d-8565-df608fc50d84), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:02.167015 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-d870842b-df40-4c76-9633-0ce7c75e3309 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Calling delete_port for 1625dddb-7adc-4c4d-8565-df608fc50d84 owned by network:floatingip {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:20:02.343635 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d870842b-df40-4c76-9633-0ce7c75e3309 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (1625dddb-7adc-4c4d-8565-df608fc50d84), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:02.369200 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d870842b-df40-4c76-9633-0ce7c75e3309 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Pushing event deleted for resources: {'Port': ['ID=1625dddb-7adc-4c4d-8565-df608fc50d84,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:20:02.381019 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870842b-df40-4c76-9633-0ce7c75e3309 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:20:02.381376 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870842b-df40-4c76-9633-0ce7c75e3309 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:20:02.381716 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870842b-df40-4c76-9633-0ce7c75e3309 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:20:02.382050 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870842b-df40-4c76-9633-0ce7c75e3309 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:20:02.382382 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870842b-df40-4c76-9633-0ce7c75e3309 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:20:02.382710 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870842b-df40-4c76-9633-0ce7c75e3309 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:20:02.383038 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870842b-df40-4c76-9633-0ce7c75e3309 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:20:02.383368 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870842b-df40-4c76-9633-0ce7c75e3309 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:20:02.383716 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870842b-df40-4c76-9633-0ce7c75e3309 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:20:02.384038 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870842b-df40-4c76-9633-0ce7c75e3309 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:20:02.384358 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870842b-df40-4c76-9633-0ce7c75e3309 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:20:02.384676 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870842b-df40-4c76-9633-0ce7c75e3309 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:20:02.384993 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870842b-df40-4c76-9633-0ce7c75e3309 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:20:02.714358 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d870842b-df40-4c76-9633-0ce7c75e3309 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks [] for floatingip (da2f6319-39c6-4c8c-a78f-1ba9878f9a4b), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:02.714817 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.db.l3_db [None req-d870842b-df40-4c76-9633-0ce7c75e3309 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Floating IP da2f6319-39c6-4c8c-a78f-1ba9878f9a4b disassociated (deleted). External IP: 172.27.3.19, port: ced15902-cbbe-4732-8ca2-ba4273820265. Mar 07 17:20:02.926913 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d870842b-df40-4c76-9633-0ce7c75e3309 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Router b42c20a0-aafe-467d-a24d-809265abcd59 has already been hosted by L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:20:03.036918 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d870842b-df40-4c76-9633-0ce7c75e3309 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:20:03.041619 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d870842b-df40-4c76-9633-0ce7c75e3309 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:03.046545 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a887447-c9ec-4915-aa3f-506a72384fe9 None None] Sync routers for ids ['b42c20a0-aafe-467d-a24d-809265abcd59'] in dv-cinder-804035-42-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:20:03.055554 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a887447-c9ec-4915-aa3f-506a72384fe9 None None] Routers {'b42c20a0-aafe-467d-a24d-809265abcd59'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:20:03.056156 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-8a887447-c9ec-4915-aa3f-506a72384fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:19:48Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['b42c20a0-aafe-467d-a24d-809265abcd59'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:20:03.070351 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-d870842b-df40-4c76-9633-0ce7c75e3309 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "DELETE /v2.0/floatingips/da2f6319-39c6-4c8c-a78f-1ba9878f9a4b HTTP/1.1" status: 204 len: 168 time: 1.1399887 Mar 07 17:20:03.070951 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1325077-fdc0-4ddf-ad61-1ecf33ac8f79', 'tag': 'ced15902-cbbe-4732-8ca2-ba4273820265'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:20:03.075998 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aba4c615e876ca6c23e5fed61a3d1f980fac3f984d457871ad3b292fe147bdb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2072b3a6-bdb8-45e1-8fd7-a9ad54f359a5" -d '{"events": [{"name": "network-changed", "server_uuid": "c1325077-fdc0-4ddf-ad61-1ecf33ac8f79", "tag": "ced15902-cbbe-4732-8ca2-ba4273820265"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:20:03.112391 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be5e689-7942-438b-b090-6454c15c5e19 x-openstack-request-id: req-1be5e689-7942-438b-b090-6454c15c5e19 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:20:03.112682 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1325077-fdc0-4ddf-ad61-1ecf33ac8f79", "tag": "ced15902-cbbe-4732-8ca2-ba4273820265", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:20:03.112938 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1be5e689-7942-438b-b090-6454c15c5e19 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:20:03.113376 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1325077-fdc0-4ddf-ad61-1ecf33ac8f79', 'tag': 'ced15902-cbbe-4732-8ca2-ba4273820265', 'status': 'completed', 'code': 200} Mar 07 17:20:03.172472 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-8a887447-c9ec-4915-aa3f-506a72384fe9 None None] Set router b42c20a0-aafe-467d-a24d-809265abcd59 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:20:03.180576 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072b3a6-bdb8-45e1-8fd7-a9ad54f359a5 req-858cea0c-1dc9-4201-b168-77dde747f619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:20:03.182030 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2072b3a6-bdb8-45e1-8fd7-a9ad54f359a5 req-858cea0c-1dc9-4201-b168-77dde747f619 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=776f3679e77e490b893316a32842cc90&device_id=c1325077-fdc0-4ddf-ad61-1ecf33ac8f79 HTTP/1.1" status: 200 len: 1130 time: 0.0469756 Mar 07 17:20:03.284518 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072b3a6-bdb8-45e1-8fd7-a9ad54f359a5 req-2722c81e-8f45-4ea9-8809-f0241fe99bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:20:03.285975 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2072b3a6-bdb8-45e1-8fd7-a9ad54f359a5 req-2722c81e-8f45-4ea9-8809-f0241fe99bff service neutron] 10.222.0.53 "GET /v2.0/networks?id=9389be18-213a-4ced-bba2-3382f718f0a8 HTTP/1.1" status: 200 len: 911 time: 0.0981693 Mar 07 17:20:03.327727 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2072b3a6-bdb8-45e1-8fd7-a9ad54f359a5 req-0f597c93-d6a5-42a4-adb1-b45890665099 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ced15902-cbbe-4732-8ca2-ba4273820265 HTTP/1.1" status: 200 len: 217 time: 0.0351236 Mar 07 17:20:03.379194 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-8a887447-c9ec-4915-aa3f-506a72384fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'name': 'tempest-TestVolumeBootPattern-33529847-router', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '846ab4ef-9b11-4da0-85a5-e96f4cd1f657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:11:46Z', 'updated_at': '2022-03-07T17:11:49Z', 'revision_number': 4, 'project_id': '776f3679e77e490b893316a32842cc90', 'gw_port': {'id': '846ab4ef-9b11-4da0-85a5-e96f4cd1f657', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ab:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:46Z', 'updated_at': '2022-03-07T17:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': 'db2bf536-b012-4f67-ada8-4523024fd575', 'name': '', 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'mac_address': 'fa:16:3e:16:96:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f18b0602-960c-4c40-bfa0-ef433b9207aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:48Z', 'updated_at': '2022-03-07T17:11:52Z', 'revision_number': 5, 'project_id': '776f3679e77e490b893316a32842cc90', 'subnets': [{'id': 'f18b0602-960c-4c40-bfa0-ef433b9207aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:20:03.380468 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072b3a6-bdb8-45e1-8fd7-a9ad54f359a5 req-2a72f41c-f073-4cf0-9664-66401752be0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:20:03.381940 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2072b3a6-bdb8-45e1-8fd7-a9ad54f359a5 req-2a72f41c-f073-4cf0-9664-66401752be0d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f18b0602-960c-4c40-bfa0-ef433b9207aa HTTP/1.1" status: 200 len: 849 time: 0.0488918 Mar 07 17:20:03.407092 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a887447-c9ec-4915-aa3f-506a72384fe9 None None] Checking router: b42c20a0-aafe-467d-a24d-809265abcd59 for host: dv-cinder-804035-42-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:20:03.416021 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a887447-c9ec-4915-aa3f-506a72384fe9 None None] Routers {'b42c20a0-aafe-467d-a24d-809265abcd59'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:20:03.416651 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-8a887447-c9ec-4915-aa3f-506a72384fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:19:48Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['b42c20a0-aafe-467d-a24d-809265abcd59'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:20:03.438280 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072b3a6-bdb8-45e1-8fd7-a9ad54f359a5 req-809660b2-533c-4047-bc96-c3449415c4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:20:03.439887 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2072b3a6-bdb8-45e1-8fd7-a9ad54f359a5 req-809660b2-533c-4047-bc96-c3449415c4d1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9389be18-213a-4ced-bba2-3382f718f0a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0518842 Mar 07 17:20:03.526460 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-8a887447-c9ec-4915-aa3f-506a72384fe9 None None] Set router b42c20a0-aafe-467d-a24d-809265abcd59 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:20:03.559494 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a683f952-81b2-4832-9ae0-f926a1fd483e req-fc2afcc6-834f-4750-b149-b7f099f23033 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:20:03.560986 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a683f952-81b2-4832-9ae0-f926a1fd483e req-fc2afcc6-834f-4750-b149-b7f099f23033 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1325077-fdc0-4ddf-ad61-1ecf33ac8f79 HTTP/1.1" status: 200 len: 946 time: 0.1161988 Mar 07 17:20:03.578071 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2072b3a6-bdb8-45e1-8fd7-a9ad54f359a5 req-8d1f9016-66e7-4675-9aa2-f7c2b210dfa7 service neutron] 10.222.0.53 "GET /v2.0/networks/9389be18-213a-4ced-bba2-3382f718f0a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231847 Mar 07 17:20:03.666136 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a683f952-81b2-4832-9ae0-f926a1fd483e req-e338f264-72d9-47db-a040-e906fd7bdf3a tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978673 Mar 07 17:20:03.696119 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2072b3a6-bdb8-45e1-8fd7-a9ad54f359a5 req-aeb3747c-634e-45f5-9d1b-b849f2235cce service neutron] 10.222.0.53 "GET /v2.0/networks/9389be18-213a-4ced-bba2-3382f718f0a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109893 Mar 07 17:20:03.738439 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-8a887447-c9ec-4915-aa3f-506a72384fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'name': 'tempest-TestVolumeBootPattern-33529847-router', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '846ab4ef-9b11-4da0-85a5-e96f4cd1f657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:11:46Z', 'updated_at': '2022-03-07T17:11:49Z', 'revision_number': 4, 'project_id': '776f3679e77e490b893316a32842cc90', 'gw_port': {'id': '846ab4ef-9b11-4da0-85a5-e96f4cd1f657', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ab:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:46Z', 'updated_at': '2022-03-07T17:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': 'db2bf536-b012-4f67-ada8-4523024fd575', 'name': '', 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'mac_address': 'fa:16:3e:16:96:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f18b0602-960c-4c40-bfa0-ef433b9207aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:48Z', 'updated_at': '2022-03-07T17:11:52Z', 'revision_number': 5, 'project_id': '776f3679e77e490b893316a32842cc90', 'subnets': [{'id': 'f18b0602-960c-4c40-bfa0-ef433b9207aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:20:03.768402 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a887447-c9ec-4915-aa3f-506a72384fe9 None None] The sync data for ids ['b42c20a0-aafe-467d-a24d-809265abcd59'] in dv-cinder-804035-42-iscsi is: [{'id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'name': 'tempest-TestVolumeBootPattern-33529847-router', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '846ab4ef-9b11-4da0-85a5-e96f4cd1f657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:11:46Z', 'updated_at': '2022-03-07T17:11:49Z', 'revision_number': 4, 'project_id': '776f3679e77e490b893316a32842cc90', 'gw_port': {'id': '846ab4ef-9b11-4da0-85a5-e96f4cd1f657', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ab:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:46Z', 'updated_at': '2022-03-07T17:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': 'db2bf536-b012-4f67-ada8-4523024fd575', 'name': '', 'network_id': '9389be18-213a-4ced-bba2-3382f718f0a8', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'mac_address': 'fa:16:3e:16:96:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f18b0602-960c-4c40-bfa0-ef433b9207aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:48Z', 'updated_at': '2022-03-07T17:11:52Z', 'revision_number': 5, 'project_id': '776f3679e77e490b893316a32842cc90', 'subnets': [{'id': 'f18b0602-960c-4c40-bfa0-ef433b9207aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:20:03.985160 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462654d5-5684-4ce8-be9d-63b3d63a969b None None] New status for floating IP da2f6319-39c6-4c8c-a78f-1ba9878f9a4b: DOWN {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:20:04.798581 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e214d9b-ee27-452b-b8f4-fdc78a73259e req-65c33dcd-9c26-4fdf-8c39-e2864f60311e tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:20:04.800061 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4e214d9b-ee27-452b-b8f4-fdc78a73259e req-65c33dcd-9c26-4fdf-8c39-e2864f60311e tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1325077-fdc0-4ddf-ad61-1ecf33ac8f79 HTTP/1.1" status: 200 len: 946 time: 0.0613606 Mar 07 17:20:04.848607 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4e214d9b-ee27-452b-b8f4-fdc78a73259e req-d1506723-1823-4610-a529-1cec4ec77fa1 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/security-groups?id=576c276b-5805-4c2d-9532-32cca923b8db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430870 Mar 07 17:20:05.087034 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68414d2c-a3bd-4259-999c-4ef6ca19158a req-ff37b4a0-99bd-49e9-84a3-b364bec05c55 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:20:05.088402 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-68414d2c-a3bd-4259-999c-4ef6ca19158a req-ff37b4a0-99bd-49e9-84a3-b364bec05c55 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1325077-fdc0-4ddf-ad61-1ecf33ac8f79 HTTP/1.1" status: 200 len: 946 time: 0.0514655 Mar 07 17:20:05.178361 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-68414d2c-a3bd-4259-999c-4ef6ca19158a req-fcc115f7-e197-4f73-abb1-d13c4931a66d tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Deleting port ced15902-cbbe-4732-8ca2-ba4273820265 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:20:05.178698 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-68414d2c-a3bd-4259-999c-4ef6ca19158a req-fcc115f7-e197-4f73-abb1-d13c4931a66d tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (ced15902-cbbe-4732-8ca2-ba4273820265), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:05.267843 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-68414d2c-a3bd-4259-999c-4ef6ca19158a req-fcc115f7-e197-4f73-abb1-d13c4931a66d tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] For port ced15902-cbbe-4732-8ca2-ba4273820265, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ced15902-cbbe-4732-8ca2-ba4273820265,segment=NetworkSegment(23b56ee2-3cba-4684-96db-32e07f753509),segment_id=23b56ee2-3cba-4684-96db-32e07f753509)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:20:05.268205 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-68414d2c-a3bd-4259-999c-4ef6ca19158a req-fcc115f7-e197-4f73-abb1-d13c4931a66d tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (ced15902-cbbe-4732-8ca2-ba4273820265), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:05.279807 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-68414d2c-a3bd-4259-999c-4ef6ca19158a req-fcc115f7-e197-4f73-abb1-d13c4931a66d tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Calling delete_port for ced15902-cbbe-4732-8ca2-ba4273820265 owned by compute:nova {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:20:05.458003 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-68414d2c-a3bd-4259-999c-4ef6ca19158a req-fcc115f7-e197-4f73-abb1-d13c4931a66d tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (ced15902-cbbe-4732-8ca2-ba4273820265), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:05.488534 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc115f7-e197-4f73-abb1-d13c4931a66d tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Pushing event deleted for resources: {'Port': ['ID=ced15902-cbbe-4732-8ca2-ba4273820265,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:20:05.529949 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-68414d2c-a3bd-4259-999c-4ef6ca19158a req-fcc115f7-e197-4f73-abb1-d13c4931a66d tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] No DVR routers for this DVR port ced15902-cbbe-4732-8ca2-ba4273820265 on host hv-cinder-80403 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:20:05.532529 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-68414d2c-a3bd-4259-999c-4ef6ca19158a req-fcc115f7-e197-4f73-abb1-d13c4931a66d tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:05.535851 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-68414d2c-a3bd-4259-999c-4ef6ca19158a req-fcc115f7-e197-4f73-abb1-d13c4931a66d tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.53 "DELETE /v2.0/ports/ced15902-cbbe-4732-8ca2-ba4273820265 HTTP/1.1" status: 204 len: 173 time: 0.4421144 Mar 07 17:20:05.536290 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1325077-fdc0-4ddf-ad61-1ecf33ac8f79', 'name': 'network-vif-deleted', 'tag': 'ced15902-cbbe-4732-8ca2-ba4273820265'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:20:05.538547 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aba4c615e876ca6c23e5fed61a3d1f980fac3f984d457871ad3b292fe147bdb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2f34d6-5e0a-420d-88c9-35bee7f2e652" -d '{"events": [{"server_uuid": "c1325077-fdc0-4ddf-ad61-1ecf33ac8f79", "name": "network-vif-deleted", "tag": "ced15902-cbbe-4732-8ca2-ba4273820265"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:20:05.579050 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2862cd-7662-4ad7-a572-295de98bc5a0 x-openstack-request-id: req-9c2862cd-7662-4ad7-a572-295de98bc5a0 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:20:05.579050 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1325077-fdc0-4ddf-ad61-1ecf33ac8f79", "name": "network-vif-deleted", "tag": "ced15902-cbbe-4732-8ca2-ba4273820265", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:20:05.579050 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9c2862cd-7662-4ad7-a572-295de98bc5a0 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:20:05.579050 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1325077-fdc0-4ddf-ad61-1ecf33ac8f79', 'name': 'network-vif-deleted', 'tag': 'ced15902-cbbe-4732-8ca2-ba4273820265', 'status': 'completed', 'code': 200} Mar 07 17:20:05.949483 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b93099d1-0376-4497-87a1-6a633a515b28 req-09abb53f-ae36-49bf-812d-8fa134885716 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1325077-fdc0-4ddf-ad61-1ecf33ac8f79 HTTP/1.1" status: 200 len: 210 time: 0.0296657 Mar 07 17:20:07.006679 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 41100) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:20:07.129732 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-fa154819-b97c-447d-a9ac-beea036cd2e6 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Deleting port 5556f807-ea90-40f0-ae1e-adc4bf0ac24e {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:20:07.130081 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fa154819-b97c-447d-a9ac-beea036cd2e6 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (5556f807-ea90-40f0-ae1e-adc4bf0ac24e), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:07.203154 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fa154819-b97c-447d-a9ac-beea036cd2e6 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (5556f807-ea90-40f0-ae1e-adc4bf0ac24e), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:07.203506 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fa154819-b97c-447d-a9ac-beea036cd2e6 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks [] for floatingip (5556f807-ea90-40f0-ae1e-adc4bf0ac24e), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:07.214816 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-fa154819-b97c-447d-a9ac-beea036cd2e6 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Calling delete_port for 5556f807-ea90-40f0-ae1e-adc4bf0ac24e owned by network:floatingip {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:20:07.435738 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fa154819-b97c-447d-a9ac-beea036cd2e6 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (5556f807-ea90-40f0-ae1e-adc4bf0ac24e), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:07.461391 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa154819-b97c-447d-a9ac-beea036cd2e6 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Pushing event deleted for resources: {'Port': ['ID=5556f807-ea90-40f0-ae1e-adc4bf0ac24e,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:20:07.523285 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fa154819-b97c-447d-a9ac-beea036cd2e6 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks [] for floatingip (c3e72c13-c53e-4bad-b31b-5053bc1f97b0), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:07.525872 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fa154819-b97c-447d-a9ac-beea036cd2e6 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:07.527019 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-fa154819-b97c-447d-a9ac-beea036cd2e6 tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "DELETE /v2.0/floatingips/c3e72c13-c53e-4bad-b31b-5053bc1f97b0 HTTP/1.1" status: 204 len: 168 time: 0.5193746 Mar 07 17:20:08.455551 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device ced15902-cbbe-4732-8ca2-ba4273820265 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:20:08.476292 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] No Port match for: ced15902-cbbe-4732-8ca2-ba4273820265 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:20:08.476634 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device ced15902-cbbe-4732-8ca2-ba4273820265 not bound to the agent host hv-cinder-80403 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:20:08.822678 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 41112) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:20:08.880011 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0503ae66-5454-4b86-8fa4-8a5b2d97303e tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks [] for security_group (576c276b-5805-4c2d-9532-32cca923b8db), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:08.905125 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0503ae66-5454-4b86-8fa4-8a5b2d97303e tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks [] for security_group (576c276b-5805-4c2d-9532-32cca923b8db), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:09.011723 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0503ae66-5454-4b86-8fa4-8a5b2d97303e tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (576c276b-5805-4c2d-9532-32cca923b8db), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:09.014818 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0503ae66-5454-4b86-8fa4-8a5b2d97303e tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:09.015987 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-0503ae66-5454-4b86-8fa4-8a5b2d97303e tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] 10.222.0.45 "DELETE /v2.0/security-groups/576c276b-5805-4c2d-9532-32cca923b8db HTTP/1.1" status: 204 len: 168 time: 0.1923196 Mar 07 17:20:09.024916 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0503ae66-5454-4b86-8fa4-8a5b2d97303e tempest-TestVolumeBootPattern-1879128789 tempest-TestVolumeBootPattern-1879128789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=576c276b-5805-4c2d-9532-32cca923b8db,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:20:09.142660 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 41116) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:20:09.272458 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:20:09.576337 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-16920b8c-3aed-4776-96f4-b73ab5332e87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2051416'] for router_interface (b42c20a0-aafe-467d-a24d-809265abcd59), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:09.820283 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-16920b8c-3aed-4776-96f4-b73ab5332e87 admin admin] Deleting port db2bf536-b012-4f67-ada8-4523024fd575 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:20:09.820616 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-16920b8c-3aed-4776-96f4-b73ab5332e87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (db2bf536-b012-4f67-ada8-4523024fd575), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:09.897541 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-16920b8c-3aed-4776-96f4-b73ab5332e87 admin admin] For port db2bf536-b012-4f67-ada8-4523024fd575, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=db2bf536-b012-4f67-ada8-4523024fd575,segment=NetworkSegment(23b56ee2-3cba-4684-96db-32e07f753509),segment_id=23b56ee2-3cba-4684-96db-32e07f753509)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:20:09.898266 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-16920b8c-3aed-4776-96f4-b73ab5332e87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (db2bf536-b012-4f67-ada8-4523024fd575), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:09.909816 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-16920b8c-3aed-4776-96f4-b73ab5332e87 admin admin] Calling delete_port for db2bf536-b012-4f67-ada8-4523024fd575 owned by network:router_interface {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:20:10.149359 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-16920b8c-3aed-4776-96f4-b73ab5332e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (db2bf536-b012-4f67-ada8-4523024fd575), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:10.176777 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16920b8c-3aed-4776-96f4-b73ab5332e87 admin admin] Pushing event deleted for resources: {'Port': ['ID=db2bf536-b012-4f67-ada8-4523024fd575,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:20:10.366310 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-16920b8c-3aed-4776-96f4-b73ab5332e87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2051372'] for router_interface (b42c20a0-aafe-467d-a24d-809265abcd59), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:10.853181 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16920b8c-3aed-4776-96f4-b73ab5332e87 admin admin] Router b42c20a0-aafe-467d-a24d-809265abcd59 has already been hosted by L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:20:10.959216 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16920b8c-3aed-4776-96f4-b73ab5332e87 admin admin] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:20:10.964082 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-16920b8c-3aed-4776-96f4-b73ab5332e87 admin admin] 10.222.0.45 "PUT /v2.0/routers/b42c20a0-aafe-467d-a24d-809265abcd59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8204243 Mar 07 17:20:10.966734 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 41120) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:20:10.968374 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19505031-5d26-435c-92ec-2e325f751431 None None] Sync routers for ids ['b42c20a0-aafe-467d-a24d-809265abcd59'] in dv-cinder-804035-42-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:20:10.978842 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19505031-5d26-435c-92ec-2e325f751431 None None] Routers {'b42c20a0-aafe-467d-a24d-809265abcd59'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:20:10.979460 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-19505031-5d26-435c-92ec-2e325f751431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:19:48Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['b42c20a0-aafe-467d-a24d-809265abcd59'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:20:11.072267 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fb074efc-3b41-4461-8624-d087a175273f admin admin] Publish callbacks [] for router (b42c20a0-aafe-467d-a24d-809265abcd59), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:11.087126 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-19505031-5d26-435c-92ec-2e325f751431 None None] Set router b42c20a0-aafe-467d-a24d-809265abcd59 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:20:11.175978 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fb074efc-3b41-4461-8624-d087a175273f admin admin] Publish callbacks [] for router_gateway (b42c20a0-aafe-467d-a24d-809265abcd59), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:11.265921 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-19505031-5d26-435c-92ec-2e325f751431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'name': 'tempest-TestVolumeBootPattern-33529847-router', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '846ab4ef-9b11-4da0-85a5-e96f4cd1f657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:11:46Z', 'updated_at': '2022-03-07T17:20:10Z', 'revision_number': 5, 'project_id': '776f3679e77e490b893316a32842cc90', 'gw_port': {'id': '846ab4ef-9b11-4da0-85a5-e96f4cd1f657', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ab:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:46Z', 'updated_at': '2022-03-07T17:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi'}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:20:11.289455 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-fb074efc-3b41-4461-8624-d087a175273f admin admin] Deleting port 846ab4ef-9b11-4da0-85a5-e96f4cd1f657 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:20:11.289791 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fb074efc-3b41-4461-8624-d087a175273f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (846ab4ef-9b11-4da0-85a5-e96f4cd1f657), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:11.292652 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19505031-5d26-435c-92ec-2e325f751431 None None] Checking router: b42c20a0-aafe-467d-a24d-809265abcd59 for host: dv-cinder-804035-42-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:20:11.302146 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19505031-5d26-435c-92ec-2e325f751431 None None] Routers {'b42c20a0-aafe-467d-a24d-809265abcd59'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:20:11.302835 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-19505031-5d26-435c-92ec-2e325f751431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:19:48Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['b42c20a0-aafe-467d-a24d-809265abcd59'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:20:11.371908 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-fb074efc-3b41-4461-8624-d087a175273f admin admin] For port 846ab4ef-9b11-4da0-85a5-e96f4cd1f657, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=846ab4ef-9b11-4da0-85a5-e96f4cd1f657,segment=NetworkSegment(733ea0a4-2088-41be-a436-48329c6e880b),segment_id=733ea0a4-2088-41be-a436-48329c6e880b)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:20:11.372271 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fb074efc-3b41-4461-8624-d087a175273f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (846ab4ef-9b11-4da0-85a5-e96f4cd1f657), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:11.385317 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-fb074efc-3b41-4461-8624-d087a175273f admin admin] Calling delete_port for 846ab4ef-9b11-4da0-85a5-e96f4cd1f657 owned by network:router_gateway {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:20:11.521913 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-19505031-5d26-435c-92ec-2e325f751431 None None] Set router b42c20a0-aafe-467d-a24d-809265abcd59 gateway port host: None {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:20:11.573661 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-19505031-5d26-435c-92ec-2e325f751431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'name': 'tempest-TestVolumeBootPattern-33529847-router', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:11:46Z', 'updated_at': '2022-03-07T17:20:11Z', 'revision_number': 6, 'project_id': '776f3679e77e490b893316a32842cc90', 'gw_port_host': None}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:20:11.603034 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19505031-5d26-435c-92ec-2e325f751431 None None] The sync data for ids ['b42c20a0-aafe-467d-a24d-809265abcd59'] in dv-cinder-804035-42-iscsi is: [{'id': 'b42c20a0-aafe-467d-a24d-809265abcd59', 'name': 'tempest-TestVolumeBootPattern-33529847-router', 'tenant_id': '776f3679e77e490b893316a32842cc90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:11:46Z', 'updated_at': '2022-03-07T17:20:11Z', 'revision_number': 6, 'project_id': '776f3679e77e490b893316a32842cc90', 'gw_port_host': None}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:20:11.640633 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fb074efc-3b41-4461-8624-d087a175273f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51013872'] for port (846ab4ef-9b11-4da0-85a5-e96f4cd1f657), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:11.664786 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb074efc-3b41-4461-8624-d087a175273f admin admin] Pushing event deleted for resources: {'Port': ['ID=846ab4ef-9b11-4da0-85a5-e96f4cd1f657,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:20:11.679709 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb074efc-3b41-4461-8624-d087a175273f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:20:11.680057 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb074efc-3b41-4461-8624-d087a175273f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:20:11.680396 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb074efc-3b41-4461-8624-d087a175273f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:20:11.680728 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb074efc-3b41-4461-8624-d087a175273f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:20:11.681055 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb074efc-3b41-4461-8624-d087a175273f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:20:11.681434 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb074efc-3b41-4461-8624-d087a175273f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:20:11.681753 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb074efc-3b41-4461-8624-d087a175273f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:20:11.682070 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb074efc-3b41-4461-8624-d087a175273f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:20:11.682387 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb074efc-3b41-4461-8624-d087a175273f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:20:11.682703 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb074efc-3b41-4461-8624-d087a175273f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:20:11.683018 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb074efc-3b41-4461-8624-d087a175273f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:20:11.683329 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb074efc-3b41-4461-8624-d087a175273f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:20:11.683663 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb074efc-3b41-4461-8624-d087a175273f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:20:11.738798 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fb074efc-3b41-4461-8624-d087a175273f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2048134'] for router_gateway (b42c20a0-aafe-467d-a24d-809265abcd59), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:12.049558 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fb074efc-3b41-4461-8624-d087a175273f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2052402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57210'] for router (b42c20a0-aafe-467d-a24d-809265abcd59), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:12.051693 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fb074efc-3b41-4461-8624-d087a175273f admin admin] Publish callbacks [] for router_controller (b42c20a0-aafe-467d-a24d-809265abcd59), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:12.137374 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fb074efc-3b41-4461-8624-d087a175273f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2052389'] for router (b42c20a0-aafe-467d-a24d-809265abcd59), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:12.137895 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb074efc-3b41-4461-8624-d087a175273f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b42c20a0-aafe-467d-a24d-809265abcd59 {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 17:20:12.144226 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fb074efc-3b41-4461-8624-d087a175273f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:12.144226 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-fb074efc-3b41-4461-8624-d087a175273f admin admin] 10.222.0.45 "DELETE /v2.0/routers/b42c20a0-aafe-467d-a24d-809265abcd59 HTTP/1.1" status: 204 len: 168 time: 1.1755180 Mar 07 17:20:12.146011 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 41124) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:20:12.194695 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_v2 [None req-90f8ccdd-be88-42b4-80f8-e291e40faed8 admin admin] Deleting subnet f18b0602-960c-4c40-bfa0-ef433b9207aa {{(pid=103431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 17:20:12.197835 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-90f8ccdd-be88-42b4-80f8-e291e40faed8 admin admin] Publish callbacks [] for subnet (f18b0602-960c-4c40-bfa0-ef433b9207aa), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:12.231493 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-90f8ccdd-be88-42b4-80f8-e291e40faed8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60696947'] for subnet (f18b0602-960c-4c40-bfa0-ef433b9207aa), precommit_delete_associations {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:12.307507 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-90f8ccdd-be88-42b4-80f8-e291e40faed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712441'] for subnet (f18b0602-960c-4c40-bfa0-ef433b9207aa), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:12.429485 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-90f8ccdd-be88-42b4-80f8-e291e40faed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58733494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60764649'] for subnet (f18b0602-960c-4c40-bfa0-ef433b9207aa), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:12.454777 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f8ccdd-be88-42b4-80f8-e291e40faed8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f18b0602-960c-4c40-bfa0-ef433b9207aa,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:20:12.460466 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-90f8ccdd-be88-42b4-80f8-e291e40faed8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:12.463617 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-90f8ccdd-be88-42b4-80f8-e291e40faed8 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f18b0602-960c-4c40-bfa0-ef433b9207aa HTTP/1.1" status: 204 len: 168 time: 0.3165419 Mar 07 17:20:12.466188 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 41126) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:20:12.466852 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761e3a16-aeb0-4c16-bf6b-974247885c3e None None] Network 9389be18-213a-4ced-bba2-3382f718f0a8 requested from dv-cinder-804035-42-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:20:12.535362 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-28923465-74a6-4ab1-a2cc-1b58478ae8ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748406'] for network (9389be18-213a-4ced-bba2-3382f718f0a8), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:12.619073 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-28923465-74a6-4ab1-a2cc-1b58478ae8ce admin admin] Deleting port 99fb3779-702b-49ee-9d51-727a0fc242d6 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:20:12.619406 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-28923465-74a6-4ab1-a2cc-1b58478ae8ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (99fb3779-702b-49ee-9d51-727a0fc242d6), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:12.644208 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36445894-cd17-47aa-8988-26b21e71f6ab None None] DHCP port deletion for 9389be18-213a-4ced-bba2-3382f718f0a8 request from dv-cinder-804035-42-iscsi {{(pid=103440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 17:20:12.672824 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 846ab4ef-9b11-4da0-85a5-e96f4cd1f657 no longer exists at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:20:12.692471 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-28923465-74a6-4ab1-a2cc-1b58478ae8ce admin admin] For port 99fb3779-702b-49ee-9d51-727a0fc242d6, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=99fb3779-702b-49ee-9d51-727a0fc242d6,segment=NetworkSegment(23b56ee2-3cba-4684-96db-32e07f753509),segment_id=23b56ee2-3cba-4684-96db-32e07f753509)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:20:12.696927 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-28923465-74a6-4ab1-a2cc-1b58478ae8ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (99fb3779-702b-49ee-9d51-727a0fc242d6), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:12.697082 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] No Port match for: 846ab4ef-9b11-4da0-85a5-e96f4cd1f657 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:20:12.697310 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 846ab4ef-9b11-4da0-85a5-e96f4cd1f657 not bound to the agent host dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:20:12.697732 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device db2bf536-b012-4f67-ada8-4523024fd575 no longer exists at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:20:12.706418 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-28923465-74a6-4ab1-a2cc-1b58478ae8ce admin admin] Calling delete_port for 99fb3779-702b-49ee-9d51-727a0fc242d6 owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:20:12.720968 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] No Port match for: db2bf536-b012-4f67-ada8-4523024fd575 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:20:12.721320 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device db2bf536-b012-4f67-ada8-4523024fd575 not bound to the agent host dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:20:12.736950 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-36445894-cd17-47aa-8988-26b21e71f6ab None None] Deleting port 99fb3779-702b-49ee-9d51-727a0fc242d6 {{(pid=103440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:20:12.742035 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-36445894-cd17-47aa-8988-26b21e71f6ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (99fb3779-702b-49ee-9d51-727a0fc242d6), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:12.809254 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-36445894-cd17-47aa-8988-26b21e71f6ab None None] For port 99fb3779-702b-49ee-9d51-727a0fc242d6, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=99fb3779-702b-49ee-9d51-727a0fc242d6,segment=NetworkSegment(23b56ee2-3cba-4684-96db-32e07f753509),segment_id=23b56ee2-3cba-4684-96db-32e07f753509)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:20:12.809572 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-36445894-cd17-47aa-8988-26b21e71f6ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (99fb3779-702b-49ee-9d51-727a0fc242d6), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:12.822998 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-36445894-cd17-47aa-8988-26b21e71f6ab None None] Calling delete_port for 99fb3779-702b-49ee-9d51-727a0fc242d6 owned by network:dhcp {{(pid=103440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:20:12.852311 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-28923465-74a6-4ab1-a2cc-1b58478ae8ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51013872'] for port (99fb3779-702b-49ee-9d51-727a0fc242d6), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:12.880100 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28923465-74a6-4ab1-a2cc-1b58478ae8ce admin admin] Pushing event deleted for resources: {'Port': ['ID=99fb3779-702b-49ee-9d51-727a0fc242d6,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:20:12.884480 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28923465-74a6-4ab1-a2cc-1b58478ae8ce admin admin] No DVR routers for this DVR port 99fb3779-702b-49ee-9d51-727a0fc242d6 on host dv-cinder-804035-42-iscsi {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:20:12.899696 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-36445894-cd17-47aa-8988-26b21e71f6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386'] for port (99fb3779-702b-49ee-9d51-727a0fc242d6), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:12.923932 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36445894-cd17-47aa-8988-26b21e71f6ab None None] Pushing event deleted for resources: {'Port': ['ID=99fb3779-702b-49ee-9d51-727a0fc242d6,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:20:12.933371 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36445894-cd17-47aa-8988-26b21e71f6ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:20:12.933721 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36445894-cd17-47aa-8988-26b21e71f6ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:20:12.934063 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36445894-cd17-47aa-8988-26b21e71f6ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:20:12.934392 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36445894-cd17-47aa-8988-26b21e71f6ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:20:12.934719 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36445894-cd17-47aa-8988-26b21e71f6ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:20:12.935667 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36445894-cd17-47aa-8988-26b21e71f6ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:20:12.936000 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36445894-cd17-47aa-8988-26b21e71f6ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:20:12.936421 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36445894-cd17-47aa-8988-26b21e71f6ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:20:12.936758 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36445894-cd17-47aa-8988-26b21e71f6ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:20:12.937081 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36445894-cd17-47aa-8988-26b21e71f6ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:20:12.937409 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36445894-cd17-47aa-8988-26b21e71f6ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:20:12.937724 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36445894-cd17-47aa-8988-26b21e71f6ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:20:12.938040 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36445894-cd17-47aa-8988-26b21e71f6ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:20:12.940737 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36445894-cd17-47aa-8988-26b21e71f6ab None None] No DVR routers for this DVR port 99fb3779-702b-49ee-9d51-727a0fc242d6 on host dv-cinder-804035-42-iscsi {{(pid=103440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:20:12.961362 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-28923465-74a6-4ab1-a2cc-1b58478ae8ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856182', 'neutron.services.segments.db._delete_segments_for_network-8762244314215'] for network (9389be18-213a-4ced-bba2-3382f718f0a8), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:12.981358 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.services.segments.db [None req-28923465-74a6-4ab1-a2cc-1b58478ae8ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9389be18-213a-4ced-bba2-3382f718f0a8']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:20:12.991638 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.services.segments.db [None req-28923465-74a6-4ab1-a2cc-1b58478ae8ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23b56ee2-3cba-4684-96db-32e07f753509') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:20:12.991964 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.services.segments.db [None req-28923465-74a6-4ab1-a2cc-1b58478ae8ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23b56ee2-3cba-4684-96db-32e07f753509') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:20:13.001967 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-28923465-74a6-4ab1-a2cc-1b58478ae8ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762244314736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50883859'] for segment (23b56ee2-3cba-4684-96db-32e07f753509), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:13.014617 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-28923465-74a6-4ab1-a2cc-1b58478ae8ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696658'] for segment (23b56ee2-3cba-4684-96db-32e07f753509), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:13.020377 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28923465-74a6-4ab1-a2cc-1b58478ae8ce admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 17:20:13.020758 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-28923465-74a6-4ab1-a2cc-1b58478ae8ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51013805'] for segment (23b56ee2-3cba-4684-96db-32e07f753509), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:13.022356 dv-cinder-804035-42-iscsi neutron-server[103433]: Traceback (most recent call last): Mar 07 17:20:13.022356 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 17:20:13.022356 dv-cinder-804035-42-iscsi neutron-server[103433]: timer() Mar 07 17:20:13.022356 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 17:20:13.022356 dv-cinder-804035-42-iscsi neutron-server[103433]: cb(*args, **kw) Mar 07 17:20:13.022356 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 17:20:13.022356 dv-cinder-804035-42-iscsi neutron-server[103433]: return func(*args, **kwargs) Mar 07 17:20:13.022356 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 17:20:13.022356 dv-cinder-804035-42-iscsi neutron-server[103433]: self._notify() Mar 07 17:20:13.022356 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 17:20:13.022356 dv-cinder-804035-42-iscsi neutron-server[103433]: self.callback(batched_events) Mar 07 17:20:13.022356 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 17:20:13.022356 dv-cinder-804035-42-iscsi neutron-server[103433]: event.method(event) Mar 07 17:20:13.022356 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 17:20:13.022356 dv-cinder-804035-42-iscsi neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 17:20:13.022356 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 17:20:13.022356 dv-cinder-804035-42-iscsi neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 17:20:13.022356 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 17:20:13.022356 dv-cinder-804035-42-iscsi neutron-server[103433]: return f(self, *a, **k) Mar 07 17:20:13.022356 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 17:20:13.022356 dv-cinder-804035-42-iscsi neutron-server[103433]: return self._get(url).json() Mar 07 17:20:13.022356 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 17:20:13.022356 dv-cinder-804035-42-iscsi neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 17:20:13.022356 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 17:20:13.022356 dv-cinder-804035-42-iscsi neutron-server[103433]: return self.request(url, 'GET', **kwargs) Mar 07 17:20:13.022356 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 17:20:13.022356 dv-cinder-804035-42-iscsi neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 17:20:13.022356 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 17:20:13.022356 dv-cinder-804035-42-iscsi neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 17:20:13.022356 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 17:20:13.022356 dv-cinder-804035-42-iscsi neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 17:20:13.022356 dv-cinder-804035-42-iscsi neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 17:20:13.126172 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-28923465-74a6-4ab1-a2cc-1b58478ae8ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2048162'] for network (9389be18-213a-4ced-bba2-3382f718f0a8), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:13.131498 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-28923465-74a6-4ab1-a2cc-1b58478ae8ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:13.134738 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-28923465-74a6-4ab1-a2cc-1b58478ae8ce admin admin] 10.222.0.45 "DELETE /v2.0/networks/9389be18-213a-4ced-bba2-3382f718f0a8 HTTP/1.1" status: 204 len: 168 time: 0.6670179 Mar 07 17:20:13.137868 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 41128) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:20:13.145768 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28923465-74a6-4ab1-a2cc-1b58478ae8ce admin admin] Pushing event deleted for resources: {'Network': ['ID=9389be18-213a-4ced-bba2-3382f718f0a8,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:20:13.476578 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1b0cb0ac-0faf-4422-a65b-9a7fc247f040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2051416'] for router_interface (5ee875b2-73a3-477e-b99e-a6c35e6fb483), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:13.737577 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-1b0cb0ac-0faf-4422-a65b-9a7fc247f040 admin admin] Deleting port e18b4053-fc9c-48ba-8af4-e164dc45bdb9 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:20:13.737830 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1b0cb0ac-0faf-4422-a65b-9a7fc247f040 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (e18b4053-fc9c-48ba-8af4-e164dc45bdb9), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:13.818895 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-1b0cb0ac-0faf-4422-a65b-9a7fc247f040 admin admin] For port e18b4053-fc9c-48ba-8af4-e164dc45bdb9, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=e18b4053-fc9c-48ba-8af4-e164dc45bdb9,segment=NetworkSegment(9d8900db-5636-46b5-bc6d-93c3d3732da9),segment_id=9d8900db-5636-46b5-bc6d-93c3d3732da9)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:20:13.819247 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1b0cb0ac-0faf-4422-a65b-9a7fc247f040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (e18b4053-fc9c-48ba-8af4-e164dc45bdb9), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:13.830821 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-1b0cb0ac-0faf-4422-a65b-9a7fc247f040 admin admin] Calling delete_port for e18b4053-fc9c-48ba-8af4-e164dc45bdb9 owned by network:router_interface {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:20:14.103814 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1b0cb0ac-0faf-4422-a65b-9a7fc247f040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (e18b4053-fc9c-48ba-8af4-e164dc45bdb9), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:14.130070 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0cb0ac-0faf-4422-a65b-9a7fc247f040 admin admin] Pushing event deleted for resources: {'Port': ['ID=e18b4053-fc9c-48ba-8af4-e164dc45bdb9,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:20:14.300343 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1b0cb0ac-0faf-4422-a65b-9a7fc247f040 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2051372'] for router_interface (5ee875b2-73a3-477e-b99e-a6c35e6fb483), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:14.516540 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b0cb0ac-0faf-4422-a65b-9a7fc247f040 admin admin] Router 5ee875b2-73a3-477e-b99e-a6c35e6fb483 has already been hosted by L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:20:14.630678 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0cb0ac-0faf-4422-a65b-9a7fc247f040 admin admin] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:20:14.636348 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-1b0cb0ac-0faf-4422-a65b-9a7fc247f040 admin admin] 10.222.0.45 "PUT /v2.0/routers/5ee875b2-73a3-477e-b99e-a6c35e6fb483/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4968367 Mar 07 17:20:14.639208 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 41132) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:20:14.640726 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0f2c34-f4d3-49f2-9792-737e03b1fd24 None None] Sync routers for ids ['5ee875b2-73a3-477e-b99e-a6c35e6fb483'] in dv-cinder-804035-42-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:20:14.651905 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 99fb3779-702b-49ee-9d51-727a0fc242d6 no longer exists at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:20:14.653910 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0f2c34-f4d3-49f2-9792-737e03b1fd24 None None] Routers {'5ee875b2-73a3-477e-b99e-a6c35e6fb483'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:20:14.654777 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-9c0f2c34-f4d3-49f2-9792-737e03b1fd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:19:48Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['5ee875b2-73a3-477e-b99e-a6c35e6fb483'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:20:14.675474 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] No Port match for: 99fb3779-702b-49ee-9d51-727a0fc242d6 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:20:14.675818 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 99fb3779-702b-49ee-9d51-727a0fc242d6 not bound to the agent host dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:20:14.745734 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-eaa95ae9-6687-4e53-a006-31fe477da78c admin admin] Publish callbacks [] for router (5ee875b2-73a3-477e-b99e-a6c35e6fb483), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:14.766517 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-9c0f2c34-f4d3-49f2-9792-737e03b1fd24 None None] Set router 5ee875b2-73a3-477e-b99e-a6c35e6fb483 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:20:14.851609 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-eaa95ae9-6687-4e53-a006-31fe477da78c admin admin] Publish callbacks [] for router_gateway (5ee875b2-73a3-477e-b99e-a6c35e6fb483), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:14.940735 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-9c0f2c34-f4d3-49f2-9792-737e03b1fd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee875b2-73a3-477e-b99e-a6c35e6fb483', 'name': 'tempest-TestVolumeBootPattern-707983875-router', 'tenant_id': 'fe5bc122a7044f498e40be29920d2a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': '68b2d58b-7e12-480b-a31a-5c4d73e42e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:11:52Z', 'updated_at': '2022-03-07T17:20:13Z', 'revision_number': 5, 'project_id': 'fe5bc122a7044f498e40be29920d2a8a', 'gw_port': {'id': '68b2d58b-7e12-480b-a31a-5c4d73e42e14', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:08:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee875b2-73a3-477e-b99e-a6c35e6fb483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:11:52Z', 'updated_at': '2022-03-07T17:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi'}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:20:14.966881 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0f2c34-f4d3-49f2-9792-737e03b1fd24 None None] Checking router: 5ee875b2-73a3-477e-b99e-a6c35e6fb483 for host: dv-cinder-804035-42-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:20:14.975133 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0f2c34-f4d3-49f2-9792-737e03b1fd24 None None] Routers {'5ee875b2-73a3-477e-b99e-a6c35e6fb483'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:20:14.975284 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-eaa95ae9-6687-4e53-a006-31fe477da78c admin admin] Deleting port 68b2d58b-7e12-480b-a31a-5c4d73e42e14 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:20:14.975662 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-eaa95ae9-6687-4e53-a006-31fe477da78c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (68b2d58b-7e12-480b-a31a-5c4d73e42e14), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:14.975805 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-9c0f2c34-f4d3-49f2-9792-737e03b1fd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:19:48Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['5ee875b2-73a3-477e-b99e-a6c35e6fb483'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:20:15.058265 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-eaa95ae9-6687-4e53-a006-31fe477da78c admin admin] For port 68b2d58b-7e12-480b-a31a-5c4d73e42e14, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=68b2d58b-7e12-480b-a31a-5c4d73e42e14,segment=NetworkSegment(733ea0a4-2088-41be-a436-48329c6e880b),segment_id=733ea0a4-2088-41be-a436-48329c6e880b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:20:15.058625 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-eaa95ae9-6687-4e53-a006-31fe477da78c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (68b2d58b-7e12-480b-a31a-5c4d73e42e14), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:15.064350 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-9c0f2c34-f4d3-49f2-9792-737e03b1fd24 None None] Set router 5ee875b2-73a3-477e-b99e-a6c35e6fb483 gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:20:15.071931 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-eaa95ae9-6687-4e53-a006-31fe477da78c admin admin] Calling delete_port for 68b2d58b-7e12-480b-a31a-5c4d73e42e14 owned by network:router_gateway {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:20:15.118489 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-9c0f2c34-f4d3-49f2-9792-737e03b1fd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee875b2-73a3-477e-b99e-a6c35e6fb483', 'name': 'tempest-TestVolumeBootPattern-707983875-router', 'tenant_id': 'fe5bc122a7044f498e40be29920d2a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:11:52Z', 'updated_at': '2022-03-07T17:20:14Z', 'revision_number': 6, 'project_id': 'fe5bc122a7044f498e40be29920d2a8a', 'gw_port_host': None}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:20:15.145848 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0f2c34-f4d3-49f2-9792-737e03b1fd24 None None] The sync data for ids ['5ee875b2-73a3-477e-b99e-a6c35e6fb483'] in dv-cinder-804035-42-iscsi is: [{'id': '5ee875b2-73a3-477e-b99e-a6c35e6fb483', 'name': 'tempest-TestVolumeBootPattern-707983875-router', 'tenant_id': 'fe5bc122a7044f498e40be29920d2a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:11:52Z', 'updated_at': '2022-03-07T17:20:14Z', 'revision_number': 6, 'project_id': 'fe5bc122a7044f498e40be29920d2a8a', 'gw_port_host': None}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:20:15.303551 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-eaa95ae9-6687-4e53-a006-31fe477da78c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (68b2d58b-7e12-480b-a31a-5c4d73e42e14), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:15.328317 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa95ae9-6687-4e53-a006-31fe477da78c admin admin] Pushing event deleted for resources: {'Port': ['ID=68b2d58b-7e12-480b-a31a-5c4d73e42e14,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:20:15.392653 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-eaa95ae9-6687-4e53-a006-31fe477da78c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2048134'] for router_gateway (5ee875b2-73a3-477e-b99e-a6c35e6fb483), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:15.484449 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-eaa95ae9-6687-4e53-a006-31fe477da78c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2052402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57210'] for router (5ee875b2-73a3-477e-b99e-a6c35e6fb483), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:15.486931 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-eaa95ae9-6687-4e53-a006-31fe477da78c admin admin] Publish callbacks [] for router_controller (5ee875b2-73a3-477e-b99e-a6c35e6fb483), precommit_delete_associations {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:15.612561 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-eaa95ae9-6687-4e53-a006-31fe477da78c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2052389'] for router (5ee875b2-73a3-477e-b99e-a6c35e6fb483), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:15.613217 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa95ae9-6687-4e53-a006-31fe477da78c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ee875b2-73a3-477e-b99e-a6c35e6fb483 {{(pid=103431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 17:20:15.617389 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-eaa95ae9-6687-4e53-a006-31fe477da78c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:15.618527 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-eaa95ae9-6687-4e53-a006-31fe477da78c admin admin] 10.222.0.45 "DELETE /v2.0/routers/5ee875b2-73a3-477e-b99e-a6c35e6fb483 HTTP/1.1" status: 204 len: 168 time: 0.9783473 Mar 07 17:20:15.621125 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 41134) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:20:15.665794 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_v2 [None req-09c44046-0e58-46f8-9eab-a1c41802fbb5 admin admin] Deleting subnet 1fc8ae26-70c1-4383-a07f-23e12bd5a6e9 {{(pid=103431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 17:20:15.668812 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-09c44046-0e58-46f8-9eab-a1c41802fbb5 admin admin] Publish callbacks [] for subnet (1fc8ae26-70c1-4383-a07f-23e12bd5a6e9), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:15.703272 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-09c44046-0e58-46f8-9eab-a1c41802fbb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60696947'] for subnet (1fc8ae26-70c1-4383-a07f-23e12bd5a6e9), precommit_delete_associations {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:15.783476 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-09c44046-0e58-46f8-9eab-a1c41802fbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712441'] for subnet (1fc8ae26-70c1-4383-a07f-23e12bd5a6e9), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:15.909610 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-09c44046-0e58-46f8-9eab-a1c41802fbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58733494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60764649'] for subnet (1fc8ae26-70c1-4383-a07f-23e12bd5a6e9), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:15.931986 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-131933b3-376a-4705-a27d-53ab7bdaf5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:15.937086 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c44046-0e58-46f8-9eab-a1c41802fbb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fc8ae26-70c1-4383-a07f-23e12bd5a6e9,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:20:15.940693 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-09c44046-0e58-46f8-9eab-a1c41802fbb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:15.944076 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-09c44046-0e58-46f8-9eab-a1c41802fbb5 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/1fc8ae26-70c1-4383-a07f-23e12bd5a6e9 HTTP/1.1" status: 204 len: 168 time: 0.3218465 Mar 07 17:20:15.947143 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 41136) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:20:15.949674 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651000a8-e7b0-47a2-92ec-45b2489ba2d3 None None] Network af845630-6316-4207-889f-b6b331c14f4e requested from dv-cinder-804035-42-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:20:16.025193 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f92d3698-fc1d-46a3-9c98-1a8b000a92ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748406'] for network (af845630-6316-4207-889f-b6b331c14f4e), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:16.079054 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-f92d3698-fc1d-46a3-9c98-1a8b000a92ae admin admin] Deleting port 90bf00b3-b17f-43e9-a7bd-ed5415e00151 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:20:16.079307 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f92d3698-fc1d-46a3-9c98-1a8b000a92ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (90bf00b3-b17f-43e9-a7bd-ed5415e00151), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:16.115017 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b39e38-a1f6-4511-b2d6-b4c562356230 None None] DHCP port deletion for af845630-6316-4207-889f-b6b331c14f4e request from dv-cinder-804035-42-iscsi {{(pid=103440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 17:20:16.146452 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-f92d3698-fc1d-46a3-9c98-1a8b000a92ae admin admin] For port 90bf00b3-b17f-43e9-a7bd-ed5415e00151, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=90bf00b3-b17f-43e9-a7bd-ed5415e00151,segment=NetworkSegment(9d8900db-5636-46b5-bc6d-93c3d3732da9),segment_id=9d8900db-5636-46b5-bc6d-93c3d3732da9)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:20:16.146890 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f92d3698-fc1d-46a3-9c98-1a8b000a92ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (90bf00b3-b17f-43e9-a7bd-ed5415e00151), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:16.159625 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-f92d3698-fc1d-46a3-9c98-1a8b000a92ae admin admin] Calling delete_port for 90bf00b3-b17f-43e9-a7bd-ed5415e00151 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:20:16.171573 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-a2b39e38-a1f6-4511-b2d6-b4c562356230 None None] Deleting port 90bf00b3-b17f-43e9-a7bd-ed5415e00151 {{(pid=103440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:20:16.172219 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a2b39e38-a1f6-4511-b2d6-b4c562356230 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (90bf00b3-b17f-43e9-a7bd-ed5415e00151), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:16.234490 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-a2b39e38-a1f6-4511-b2d6-b4c562356230 None None] For port 90bf00b3-b17f-43e9-a7bd-ed5415e00151, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=90bf00b3-b17f-43e9-a7bd-ed5415e00151,segment=NetworkSegment(9d8900db-5636-46b5-bc6d-93c3d3732da9),segment_id=9d8900db-5636-46b5-bc6d-93c3d3732da9)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:20:16.234889 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a2b39e38-a1f6-4511-b2d6-b4c562356230 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (90bf00b3-b17f-43e9-a7bd-ed5415e00151), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:16.247341 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-a2b39e38-a1f6-4511-b2d6-b4c562356230 None None] Calling delete_port for 90bf00b3-b17f-43e9-a7bd-ed5415e00151 owned by network:dhcp {{(pid=103440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:20:16.314908 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f92d3698-fc1d-46a3-9c98-1a8b000a92ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (90bf00b3-b17f-43e9-a7bd-ed5415e00151), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:16.329736 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a2b39e38-a1f6-4511-b2d6-b4c562356230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386'] for port (90bf00b3-b17f-43e9-a7bd-ed5415e00151), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:16.341953 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d3698-fc1d-46a3-9c98-1a8b000a92ae admin admin] Pushing event deleted for resources: {'Port': ['ID=90bf00b3-b17f-43e9-a7bd-ed5415e00151,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:20:16.343811 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92d3698-fc1d-46a3-9c98-1a8b000a92ae admin admin] No DVR routers for this DVR port 90bf00b3-b17f-43e9-a7bd-ed5415e00151 on host dv-cinder-804035-42-iscsi {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:20:16.355010 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b39e38-a1f6-4511-b2d6-b4c562356230 None None] Pushing event deleted for resources: {'Port': ['ID=90bf00b3-b17f-43e9-a7bd-ed5415e00151,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:20:16.359431 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b39e38-a1f6-4511-b2d6-b4c562356230 None None] No DVR routers for this DVR port 90bf00b3-b17f-43e9-a7bd-ed5415e00151 on host dv-cinder-804035-42-iscsi {{(pid=103440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:20:16.422245 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f92d3698-fc1d-46a3-9c98-1a8b000a92ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856182', 'neutron.services.segments.db._delete_segments_for_network-8762244314215'] for network (af845630-6316-4207-889f-b6b331c14f4e), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:16.442353 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-f92d3698-fc1d-46a3-9c98-1a8b000a92ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af845630-6316-4207-889f-b6b331c14f4e']}} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:20:16.451318 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-f92d3698-fc1d-46a3-9c98-1a8b000a92ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d8900db-5636-46b5-bc6d-93c3d3732da9') {'for_net_delete': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:20:16.451643 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-f92d3698-fc1d-46a3-9c98-1a8b000a92ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d8900db-5636-46b5-bc6d-93c3d3732da9') {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:20:16.460594 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f92d3698-fc1d-46a3-9c98-1a8b000a92ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762244314736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60696968'] for segment (9d8900db-5636-46b5-bc6d-93c3d3732da9), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:16.473781 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f92d3698-fc1d-46a3-9c98-1a8b000a92ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696658'] for segment (9d8900db-5636-46b5-bc6d-93c3d3732da9), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:16.479816 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f92d3698-fc1d-46a3-9c98-1a8b000a92ae admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=103431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 17:20:16.481432 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f92d3698-fc1d-46a3-9c98-1a8b000a92ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58733532'] for segment (9d8900db-5636-46b5-bc6d-93c3d3732da9), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:16.482362 dv-cinder-804035-42-iscsi neutron-server[103431]: Traceback (most recent call last): Mar 07 17:20:16.482362 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 17:20:16.482362 dv-cinder-804035-42-iscsi neutron-server[103431]: timer() Mar 07 17:20:16.482362 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 17:20:16.482362 dv-cinder-804035-42-iscsi neutron-server[103431]: cb(*args, **kw) Mar 07 17:20:16.482362 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 17:20:16.482362 dv-cinder-804035-42-iscsi neutron-server[103431]: return func(*args, **kwargs) Mar 07 17:20:16.482362 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 17:20:16.482362 dv-cinder-804035-42-iscsi neutron-server[103431]: self._notify() Mar 07 17:20:16.482362 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 17:20:16.482362 dv-cinder-804035-42-iscsi neutron-server[103431]: self.callback(batched_events) Mar 07 17:20:16.482362 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 17:20:16.482362 dv-cinder-804035-42-iscsi neutron-server[103431]: event.method(event) Mar 07 17:20:16.482362 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 17:20:16.482362 dv-cinder-804035-42-iscsi neutron-server[103431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 17:20:16.482362 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 17:20:16.482362 dv-cinder-804035-42-iscsi neutron-server[103431]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 17:20:16.482362 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 17:20:16.482362 dv-cinder-804035-42-iscsi neutron-server[103431]: return f(self, *a, **k) Mar 07 17:20:16.482362 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 17:20:16.482362 dv-cinder-804035-42-iscsi neutron-server[103431]: return self._get(url).json() Mar 07 17:20:16.482362 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 17:20:16.482362 dv-cinder-804035-42-iscsi neutron-server[103431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 17:20:16.482362 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 17:20:16.482362 dv-cinder-804035-42-iscsi neutron-server[103431]: return self.request(url, 'GET', **kwargs) Mar 07 17:20:16.482362 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 17:20:16.482362 dv-cinder-804035-42-iscsi neutron-server[103431]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 17:20:16.482362 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 17:20:16.482362 dv-cinder-804035-42-iscsi neutron-server[103431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 17:20:16.482362 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 17:20:16.482362 dv-cinder-804035-42-iscsi neutron-server[103431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 17:20:16.482362 dv-cinder-804035-42-iscsi neutron-server[103431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 17:20:16.593644 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f92d3698-fc1d-46a3-9c98-1a8b000a92ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2048162'] for network (af845630-6316-4207-889f-b6b331c14f4e), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:16.599096 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f92d3698-fc1d-46a3-9c98-1a8b000a92ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:16.602753 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-f92d3698-fc1d-46a3-9c98-1a8b000a92ae admin admin] 10.222.0.45 "DELETE /v2.0/networks/af845630-6316-4207-889f-b6b331c14f4e HTTP/1.1" status: 204 len: 168 time: 0.6546636 Mar 07 17:20:16.609198 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 68b2d58b-7e12-480b-a31a-5c4d73e42e14 no longer exists at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:20:16.620301 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d3698-fc1d-46a3-9c98-1a8b000a92ae admin admin] Pushing event deleted for resources: {'Network': ['ID=af845630-6316-4207-889f-b6b331c14f4e,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:20:16.635697 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] No Port match for: 68b2d58b-7e12-480b-a31a-5c4d73e42e14 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:20:16.636052 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 68b2d58b-7e12-480b-a31a-5c4d73e42e14 not bound to the agent host dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:20:16.636492 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device e18b4053-fc9c-48ba-8af4-e164dc45bdb9 no longer exists at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:20:16.655223 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] No Port match for: e18b4053-fc9c-48ba-8af4-e164dc45bdb9 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:20:16.655598 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device e18b4053-fc9c-48ba-8af4-e164dc45bdb9 not bound to the agent host dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:20:16.656092 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 90bf00b3-b17f-43e9-a7bd-ed5415e00151 no longer exists at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:20:16.678160 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] No Port match for: 90bf00b3-b17f-43e9-a7bd-ed5415e00151 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:20:16.678502 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 90bf00b3-b17f-43e9-a7bd-ed5415e00151 not bound to the agent host dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:20:16.943327 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 41140) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:20:16.982298 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-305d4a7a-7f14-4ecb-b717-8e1a5ccbd2fe admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=776f3679e77e490b893316a32842cc90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374830 Mar 07 17:20:16.984431 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 41142) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:20:17.034562 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b2fa7753-05c2-4393-8d9c-998678a24e71 admin admin] Publish callbacks [] for security_group (47fceacb-94b7-4aa7-a339-7ccec82cf131), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:17.055064 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b2fa7753-05c2-4393-8d9c-998678a24e71 admin admin] Publish callbacks [] for security_group (47fceacb-94b7-4aa7-a339-7ccec82cf131), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:17.166133 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b2fa7753-05c2-4393-8d9c-998678a24e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (47fceacb-94b7-4aa7-a339-7ccec82cf131), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:17.168672 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b2fa7753-05c2-4393-8d9c-998678a24e71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:17.170337 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-b2fa7753-05c2-4393-8d9c-998678a24e71 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/47fceacb-94b7-4aa7-a339-7ccec82cf131 HTTP/1.1" status: 204 len: 168 time: 0.1850033 Mar 07 17:20:17.178183 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa7753-05c2-4393-8d9c-998678a24e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fceacb-94b7-4aa7-a339-7ccec82cf131,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:20:17.730948 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 41148) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:20:17.770890 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-21686151-7fe3-4a2c-9224-5a992ada4fc7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fe5bc122a7044f498e40be29920d2a8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386484 Mar 07 17:20:17.774247 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 41150) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:20:17.822435 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a691853c-4bf8-490e-ad9d-56655a83be02 admin admin] Publish callbacks [] for security_group (b3733242-2da4-4fd4-b8b1-8e75abf0d2d2), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:17.843432 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a691853c-4bf8-490e-ad9d-56655a83be02 admin admin] Publish callbacks [] for security_group (b3733242-2da4-4fd4-b8b1-8e75abf0d2d2), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:17.958614 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a691853c-4bf8-490e-ad9d-56655a83be02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (b3733242-2da4-4fd4-b8b1-8e75abf0d2d2), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:17.961181 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a691853c-4bf8-490e-ad9d-56655a83be02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:17.962289 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-a691853c-4bf8-490e-ad9d-56655a83be02 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b3733242-2da4-4fd4-b8b1-8e75abf0d2d2 HTTP/1.1" status: 204 len: 168 time: 0.1871362 Mar 07 17:20:17.970481 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a691853c-4bf8-490e-ad9d-56655a83be02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3733242-2da4-4fd4-b8b1-8e75abf0d2d2,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:20:18.411695 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-431a87f8-906e-42d7-be47-a58689c2801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:18.457627 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:20.508811 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:21.914100 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:23.000060 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:35.464335 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605e0c1-fefe-43c5-9ed3-9926abe289e9 req-13d2677d-741a-4da0-930c-bae1a8070aa8 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:20:35.465810 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5605e0c1-fefe-43c5-9ed3-9926abe289e9 req-13d2677d-741a-4da0-930c-bae1a8070aa8 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a7e7c38-8b88-44ad-9e87-0fd6249e2f37 HTTP/1.1" status: 200 len: 945 time: 0.0540755 Mar 07 17:20:35.515222 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5605e0c1-fefe-43c5-9ed3-9926abe289e9 req-b744508f-fbff-4517-8641-a87d80950e6e tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/security-groups?id=569ced2c-cfd6-4357-bc4e-43681bda6073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424798 Mar 07 17:20:36.634125 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb869a57-d39b-43d2-b429-a6092218491d req-10692e9a-c7f6-4eb6-a303-7ed458e50ae1 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:20:36.635591 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-bb869a57-d39b-43d2-b429-a6092218491d req-10692e9a-c7f6-4eb6-a303-7ed458e50ae1 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a7e7c38-8b88-44ad-9e87-0fd6249e2f37 HTTP/1.1" status: 200 len: 945 time: 0.0517073 Mar 07 17:20:36.680686 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-bb869a57-d39b-43d2-b429-a6092218491d req-c56d3e87-5f4f-484a-a6e2-aa7e0168fcca tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/security-groups?id=569ced2c-cfd6-4357-bc4e-43681bda6073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395064 Mar 07 17:20:37.142342 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5de953-3e02-42fb-9766-1c26b04d3f23 req-37f0e129-6518-45d7-a69d-b4eddae217a6 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:20:37.143782 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ea5de953-3e02-42fb-9766-1c26b04d3f23 req-37f0e129-6518-45d7-a69d-b4eddae217a6 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a7e7c38-8b88-44ad-9e87-0fd6249e2f37 HTTP/1.1" status: 200 len: 945 time: 0.0538104 Mar 07 17:20:37.232381 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-ea5de953-3e02-42fb-9766-1c26b04d3f23 req-f6681939-07ae-4016-b847-7b2b71efc699 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Deleting port 240ffc8f-c1eb-49ee-85ba-080d6f3aea6f {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:20:37.232718 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-ea5de953-3e02-42fb-9766-1c26b04d3f23 req-f6681939-07ae-4016-b847-7b2b71efc699 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (240ffc8f-c1eb-49ee-85ba-080d6f3aea6f), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:37.596951 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-ea5de953-3e02-42fb-9766-1c26b04d3f23 req-f6681939-07ae-4016-b847-7b2b71efc699 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] For port 240ffc8f-c1eb-49ee-85ba-080d6f3aea6f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=240ffc8f-c1eb-49ee-85ba-080d6f3aea6f,segment=NetworkSegment(ea16cf40-c220-47a8-a250-304109e23c76),segment_id=ea16cf40-c220-47a8-a250-304109e23c76)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:20:37.597233 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-ea5de953-3e02-42fb-9766-1c26b04d3f23 req-f6681939-07ae-4016-b847-7b2b71efc699 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (240ffc8f-c1eb-49ee-85ba-080d6f3aea6f), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:37.790262 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-ea5de953-3e02-42fb-9766-1c26b04d3f23 req-f6681939-07ae-4016-b847-7b2b71efc699 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:37.790937 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-ea5de953-3e02-42fb-9766-1c26b04d3f23 req-f6681939-07ae-4016-b847-7b2b71efc699 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2049624'] for floatingip (23999578-6d2e-45d2-b726-ee0927fb4e36), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:37.790937 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.db.l3_db [req-ea5de953-3e02-42fb-9766-1c26b04d3f23 req-f6681939-07ae-4016-b847-7b2b71efc699 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Floating IP 23999578-6d2e-45d2-b726-ee0927fb4e36 disassociated. External IP: 172.27.3.2, port: 240ffc8f-c1eb-49ee-85ba-080d6f3aea6f. Mar 07 17:20:37.791262 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-ea5de953-3e02-42fb-9766-1c26b04d3f23 req-f6681939-07ae-4016-b847-7b2b71efc699 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Calling delete_port for 240ffc8f-c1eb-49ee-85ba-080d6f3aea6f owned by compute:nova {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:20:37.853078 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60dd4fb-a270-4741-b3cb-9ca5c3e8e7ff req-3224ee1c-e75c-4151-baeb-4e52c4a75f51 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:20:37.854459 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b60dd4fb-a270-4741-b3cb-9ca5c3e8e7ff req-3224ee1c-e75c-4151-baeb-4e52c4a75f51 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a7e7c38-8b88-44ad-9e87-0fd6249e2f37 HTTP/1.1" status: 200 len: 945 time: 0.1064439 Mar 07 17:20:37.920473 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b60dd4fb-a270-4741-b3cb-9ca5c3e8e7ff req-f83ece07-e646-435d-b1a6-4a5c862fe4e0 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/security-groups?id=569ced2c-cfd6-4357-bc4e-43681bda6073&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604479 Mar 07 17:20:38.022504 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-ea5de953-3e02-42fb-9766-1c26b04d3f23 req-f6681939-07ae-4016-b847-7b2b71efc699 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (240ffc8f-c1eb-49ee-85ba-080d6f3aea6f), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:38.052105 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6681939-07ae-4016-b847-7b2b71efc699 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Pushing event deleted for resources: {'Port': ['ID=240ffc8f-c1eb-49ee-85ba-080d6f3aea6f,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:20:38.165468 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea5de953-3e02-42fb-9766-1c26b04d3f23 req-f6681939-07ae-4016-b847-7b2b71efc699 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Router eaa523d0-6c58-4273-a695-9e471624f1f4 has already been hosted by L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:20:38.274769 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea5de953-3e02-42fb-9766-1c26b04d3f23 req-f6681939-07ae-4016-b847-7b2b71efc699 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:20:38.286282 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd506c1-1645-4d9e-8770-0aaeaeb15638 None None] Sync routers for ids ['eaa523d0-6c58-4273-a695-9e471624f1f4'] in dv-cinder-804035-42-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:20:38.295419 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd506c1-1645-4d9e-8770-0aaeaeb15638 None None] Routers {'eaa523d0-6c58-4273-a695-9e471624f1f4'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:20:38.296626 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-2fd506c1-1645-4d9e-8770-0aaeaeb15638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:20:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['eaa523d0-6c58-4273-a695-9e471624f1f4'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:20:38.319915 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea5de953-3e02-42fb-9766-1c26b04d3f23 req-f6681939-07ae-4016-b847-7b2b71efc699 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] No DVR routers for this DVR port 240ffc8f-c1eb-49ee-85ba-080d6f3aea6f on host hv-cinder-80403 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:20:38.322308 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-ea5de953-3e02-42fb-9766-1c26b04d3f23 req-f6681939-07ae-4016-b847-7b2b71efc699 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:38.325631 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ea5de953-3e02-42fb-9766-1c26b04d3f23 req-f6681939-07ae-4016-b847-7b2b71efc699 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.53 "DELETE /v2.0/ports/240ffc8f-c1eb-49ee-85ba-080d6f3aea6f HTTP/1.1" status: 204 len: 173 time: 1.1771042 Mar 07 17:20:38.326075 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a7e7c38-8b88-44ad-9e87-0fd6249e2f37', 'name': 'network-vif-deleted', 'tag': '240ffc8f-c1eb-49ee-85ba-080d6f3aea6f'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:20:38.328384 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aba4c615e876ca6c23e5fed61a3d1f980fac3f984d457871ad3b292fe147bdb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa1525a-024e-4a9d-a49a-d838bebe7447" -d '{"events": [{"server_uuid": "2a7e7c38-8b88-44ad-9e87-0fd6249e2f37", "name": "network-vif-deleted", "tag": "240ffc8f-c1eb-49ee-85ba-080d6f3aea6f"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:20:38.367294 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79f4045-77f6-49fb-ab5b-b56818a08360 x-openstack-request-id: req-e79f4045-77f6-49fb-ab5b-b56818a08360 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:20:38.367611 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a7e7c38-8b88-44ad-9e87-0fd6249e2f37", "name": "network-vif-deleted", "tag": "240ffc8f-c1eb-49ee-85ba-080d6f3aea6f", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:20:38.367869 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e79f4045-77f6-49fb-ab5b-b56818a08360 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:20:38.368268 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a7e7c38-8b88-44ad-9e87-0fd6249e2f37', 'name': 'network-vif-deleted', 'tag': '240ffc8f-c1eb-49ee-85ba-080d6f3aea6f', 'status': 'completed', 'code': 200} Mar 07 17:20:38.414217 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-2fd506c1-1645-4d9e-8770-0aaeaeb15638 None None] Set router eaa523d0-6c58-4273-a695-9e471624f1f4 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:20:38.620556 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-2fd506c1-1645-4d9e-8770-0aaeaeb15638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'name': 'tempest-AttachVolumeNegativeTest-1671845688-router', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:34Z', 'revision_number': 4, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'gw_port': {'id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': '2d89cbbd-9a05-4988-a932-addbfa22b5de', 'name': '', 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'mac_address': 'fa:16:3e:5a:cc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:34Z', 'updated_at': '2022-03-07T17:13:38Z', 'revision_number': 5, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'subnets': [{'id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:20:38.647096 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd506c1-1645-4d9e-8770-0aaeaeb15638 None None] Checking router: eaa523d0-6c58-4273-a695-9e471624f1f4 for host: dv-cinder-804035-42-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:20:38.655152 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd506c1-1645-4d9e-8770-0aaeaeb15638 None None] Routers {'eaa523d0-6c58-4273-a695-9e471624f1f4'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:20:38.656085 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-2fd506c1-1645-4d9e-8770-0aaeaeb15638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:20:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['eaa523d0-6c58-4273-a695-9e471624f1f4'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:20:38.763945 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-2fd506c1-1645-4d9e-8770-0aaeaeb15638 None None] Set router eaa523d0-6c58-4273-a695-9e471624f1f4 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:20:38.960220 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-2fd506c1-1645-4d9e-8770-0aaeaeb15638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'name': 'tempest-AttachVolumeNegativeTest-1671845688-router', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:34Z', 'revision_number': 4, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'gw_port': {'id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': '2d89cbbd-9a05-4988-a932-addbfa22b5de', 'name': '', 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'mac_address': 'fa:16:3e:5a:cc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:34Z', 'updated_at': '2022-03-07T17:13:38Z', 'revision_number': 5, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'subnets': [{'id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:20:38.990941 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd506c1-1645-4d9e-8770-0aaeaeb15638 None None] The sync data for ids ['eaa523d0-6c58-4273-a695-9e471624f1f4'] in dv-cinder-804035-42-iscsi is: [{'id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'name': 'tempest-AttachVolumeNegativeTest-1671845688-router', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:34Z', 'revision_number': 4, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'gw_port': {'id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': '2d89cbbd-9a05-4988-a932-addbfa22b5de', 'name': '', 'network_id': '17f2b355-6a2e-4221-b899-dbeb2220fa3c', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'mac_address': 'fa:16:3e:5a:cc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:34Z', 'updated_at': '2022-03-07T17:13:38Z', 'revision_number': 5, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'subnets': [{'id': '7ad537dc-a0d8-4463-8026-4f3cd5701784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:20:39.029195 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-752411b7-be13-4bce-834d-0465cd77dad1 req-9cc20f32-c982-4fc9-85ae-1be4754187b0 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a7e7c38-8b88-44ad-9e87-0fd6249e2f37 HTTP/1.1" status: 200 len: 210 time: 0.0284328 Mar 07 17:20:39.218724 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd7f517-acd3-4af5-9d2b-25f4e8ad4155 None None] New status for floating IP 23999578-6d2e-45d2-b726-ee0927fb4e36: DOWN {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:20:40.183759 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 41226) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:20:40.237549 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-909413f3-cc8a-466a-a634-ba8c1fb0945a tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for security_group (569ced2c-cfd6-4357-bc4e-43681bda6073), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:40.261166 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-909413f3-cc8a-466a-a634-ba8c1fb0945a tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for security_group (569ced2c-cfd6-4357-bc4e-43681bda6073), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:40.377331 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-909413f3-cc8a-466a-a634-ba8c1fb0945a tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (569ced2c-cfd6-4357-bc4e-43681bda6073), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:40.379959 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-909413f3-cc8a-466a-a634-ba8c1fb0945a tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:40.381162 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-909413f3-cc8a-466a-a634-ba8c1fb0945a tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "DELETE /v2.0/security-groups/569ced2c-cfd6-4357-bc4e-43681bda6073 HTTP/1.1" status: 204 len: 168 time: 0.1964207 Mar 07 17:20:40.383952 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 41228) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:20:40.390621 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909413f3-cc8a-466a-a634-ba8c1fb0945a tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=569ced2c-cfd6-4357-bc4e-43681bda6073,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:20:40.397509 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.api.v2.resource [None req-972fb8cb-9223-4512-8803-a9832d4472da tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] show failed (client error): The resource could not be found. Mar 07 17:20:40.398566 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-972fb8cb-9223-4512-8803-a9832d4472da tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "GET /v2.0/security-groups/569ced2c-cfd6-4357-bc4e-43681bda6073 HTTP/1.1" status: 404 len: 347 time: 0.0136502 Mar 07 17:20:40.401335 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 41230) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:20:40.521453 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-aefcbe5b-1f18-46c2-a198-3351ac3d1306 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Deleting port 7b71e389-056d-4be1-88a8-43d5026569a2 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:20:40.521787 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-aefcbe5b-1f18-46c2-a198-3351ac3d1306 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (7b71e389-056d-4be1-88a8-43d5026569a2), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:40.603437 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-aefcbe5b-1f18-46c2-a198-3351ac3d1306 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (7b71e389-056d-4be1-88a8-43d5026569a2), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:40.603949 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-aefcbe5b-1f18-46c2-a198-3351ac3d1306 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for floatingip (7b71e389-056d-4be1-88a8-43d5026569a2), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:40.618954 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-aefcbe5b-1f18-46c2-a198-3351ac3d1306 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Calling delete_port for 7b71e389-056d-4be1-88a8-43d5026569a2 owned by network:floatingip {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:20:40.626146 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device 240ffc8f-c1eb-49ee-85ba-080d6f3aea6f no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:20:40.651245 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] No Port match for: 240ffc8f-c1eb-49ee-85ba-080d6f3aea6f {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:20:40.651724 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device 240ffc8f-c1eb-49ee-85ba-080d6f3aea6f not bound to the agent host hv-cinder-80403 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:20:40.811274 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-aefcbe5b-1f18-46c2-a198-3351ac3d1306 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51013872'] for port (7b71e389-056d-4be1-88a8-43d5026569a2), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:40.836338 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefcbe5b-1f18-46c2-a198-3351ac3d1306 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Pushing event deleted for resources: {'Port': ['ID=7b71e389-056d-4be1-88a8-43d5026569a2,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:20:40.896397 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-aefcbe5b-1f18-46c2-a198-3351ac3d1306 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks [] for floatingip (23999578-6d2e-45d2-b726-ee0927fb4e36), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:40.898852 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-aefcbe5b-1f18-46c2-a198-3351ac3d1306 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:40.900019 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-aefcbe5b-1f18-46c2-a198-3351ac3d1306 tempest-AttachVolumeNegativeTest-2039586987 tempest-AttachVolumeNegativeTest-2039586987-project] 10.222.0.45 "DELETE /v2.0/floatingips/23999578-6d2e-45d2-b726-ee0927fb4e36 HTTP/1.1" status: 204 len: 168 time: 0.4977200 Mar 07 17:20:44.869526 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 41268) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:20:45.408034 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2a269c74-f5ef-42aa-8c10-35576bd8c573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2051416'] for router_interface (eaa523d0-6c58-4273-a695-9e471624f1f4), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:45.648796 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-2a269c74-f5ef-42aa-8c10-35576bd8c573 admin admin] Deleting port 2d89cbbd-9a05-4988-a932-addbfa22b5de {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:20:45.649139 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2a269c74-f5ef-42aa-8c10-35576bd8c573 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (2d89cbbd-9a05-4988-a932-addbfa22b5de), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:45.723635 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-2a269c74-f5ef-42aa-8c10-35576bd8c573 admin admin] For port 2d89cbbd-9a05-4988-a932-addbfa22b5de, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=2d89cbbd-9a05-4988-a932-addbfa22b5de,segment=NetworkSegment(ea16cf40-c220-47a8-a250-304109e23c76),segment_id=ea16cf40-c220-47a8-a250-304109e23c76)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:20:45.723993 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2a269c74-f5ef-42aa-8c10-35576bd8c573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (2d89cbbd-9a05-4988-a932-addbfa22b5de), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:45.735369 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-2a269c74-f5ef-42aa-8c10-35576bd8c573 admin admin] Calling delete_port for 2d89cbbd-9a05-4988-a932-addbfa22b5de owned by network:router_interface {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:20:45.959882 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e9380a2b-1db2-432c-96d0-31eff6191b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:45.988484 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2a269c74-f5ef-42aa-8c10-35576bd8c573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51013872'] for port (2d89cbbd-9a05-4988-a932-addbfa22b5de), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:46.012050 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a269c74-f5ef-42aa-8c10-35576bd8c573 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d89cbbd-9a05-4988-a932-addbfa22b5de,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:20:46.178946 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2a269c74-f5ef-42aa-8c10-35576bd8c573 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2051372'] for router_interface (eaa523d0-6c58-4273-a695-9e471624f1f4), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:46.271112 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:20:46.391210 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a269c74-f5ef-42aa-8c10-35576bd8c573 admin admin] Router eaa523d0-6c58-4273-a695-9e471624f1f4 has already been hosted by L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:20:46.495331 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a269c74-f5ef-42aa-8c10-35576bd8c573 admin admin] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:20:46.501146 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-2a269c74-f5ef-42aa-8c10-35576bd8c573 admin admin] 10.222.0.45 "PUT /v2.0/routers/eaa523d0-6c58-4273-a695-9e471624f1f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6304262 Mar 07 17:20:46.503442 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 41276) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:20:46.506028 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e355c9-e49b-4a84-a55c-4f1d858e9cfe None None] Sync routers for ids ['eaa523d0-6c58-4273-a695-9e471624f1f4'] in dv-cinder-804035-42-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:20:46.516932 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e355c9-e49b-4a84-a55c-4f1d858e9cfe None None] Routers {'eaa523d0-6c58-4273-a695-9e471624f1f4'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:20:46.517540 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-b6e355c9-e49b-4a84-a55c-4f1d858e9cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:20:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['eaa523d0-6c58-4273-a695-9e471624f1f4'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:20:46.612700 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fa2f3ee2-d390-49be-9814-399ce3e10933 admin admin] Publish callbacks [] for router (eaa523d0-6c58-4273-a695-9e471624f1f4), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:46.626140 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-b6e355c9-e49b-4a84-a55c-4f1d858e9cfe None None] Set router eaa523d0-6c58-4273-a695-9e471624f1f4 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:20:46.718802 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fa2f3ee2-d390-49be-9814-399ce3e10933 admin admin] Publish callbacks [] for router_gateway (eaa523d0-6c58-4273-a695-9e471624f1f4), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:46.805784 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-b6e355c9-e49b-4a84-a55c-4f1d858e9cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'name': 'tempest-AttachVolumeNegativeTest-1671845688-router', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:20:45Z', 'revision_number': 5, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'gw_port': {'id': '13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi'}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:20:46.832541 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e355c9-e49b-4a84-a55c-4f1d858e9cfe None None] Checking router: eaa523d0-6c58-4273-a695-9e471624f1f4 for host: dv-cinder-804035-42-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:20:46.834314 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-fa2f3ee2-d390-49be-9814-399ce3e10933 admin admin] Deleting port 13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:20:46.834652 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fa2f3ee2-d390-49be-9814-399ce3e10933 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:46.840631 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e355c9-e49b-4a84-a55c-4f1d858e9cfe None None] Routers {'eaa523d0-6c58-4273-a695-9e471624f1f4'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:20:46.841230 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-b6e355c9-e49b-4a84-a55c-4f1d858e9cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:20:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['eaa523d0-6c58-4273-a695-9e471624f1f4'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:20:46.914582 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-fa2f3ee2-d390-49be-9814-399ce3e10933 admin admin] For port 13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4,segment=NetworkSegment(733ea0a4-2088-41be-a436-48329c6e880b),segment_id=733ea0a4-2088-41be-a436-48329c6e880b)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:20:46.914943 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fa2f3ee2-d390-49be-9814-399ce3e10933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:46.933686 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-fa2f3ee2-d390-49be-9814-399ce3e10933 admin admin] Calling delete_port for 13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4 owned by network:router_gateway {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:20:47.075754 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-b6e355c9-e49b-4a84-a55c-4f1d858e9cfe None None] Set router eaa523d0-6c58-4273-a695-9e471624f1f4 gateway port host: None {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:20:47.133503 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-b6e355c9-e49b-4a84-a55c-4f1d858e9cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'name': 'tempest-AttachVolumeNegativeTest-1671845688-router', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:20:46Z', 'revision_number': 6, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'gw_port_host': None}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:20:47.160692 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e355c9-e49b-4a84-a55c-4f1d858e9cfe None None] The sync data for ids ['eaa523d0-6c58-4273-a695-9e471624f1f4'] in dv-cinder-804035-42-iscsi is: [{'id': 'eaa523d0-6c58-4273-a695-9e471624f1f4', 'name': 'tempest-AttachVolumeNegativeTest-1671845688-router', 'tenant_id': 'fdd99a90993946518de326bc6d9a7a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:13:31Z', 'updated_at': '2022-03-07T17:20:46Z', 'revision_number': 6, 'project_id': 'fdd99a90993946518de326bc6d9a7a06', 'gw_port_host': None}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:20:47.398402 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fa2f3ee2-d390-49be-9814-399ce3e10933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51013872'] for port (13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:47.422915 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2f3ee2-d390-49be-9814-399ce3e10933 admin admin] Pushing event deleted for resources: {'Port': ['ID=13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:20:47.481627 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fa2f3ee2-d390-49be-9814-399ce3e10933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2048134'] for router_gateway (eaa523d0-6c58-4273-a695-9e471624f1f4), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:47.575665 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fa2f3ee2-d390-49be-9814-399ce3e10933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2052402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57210'] for router (eaa523d0-6c58-4273-a695-9e471624f1f4), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:47.579090 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fa2f3ee2-d390-49be-9814-399ce3e10933 admin admin] Publish callbacks [] for router_controller (eaa523d0-6c58-4273-a695-9e471624f1f4), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:47.702677 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fa2f3ee2-d390-49be-9814-399ce3e10933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2052389'] for router (eaa523d0-6c58-4273-a695-9e471624f1f4), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:47.703228 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2f3ee2-d390-49be-9814-399ce3e10933 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eaa523d0-6c58-4273-a695-9e471624f1f4 {{(pid=103433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 17:20:47.707387 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-fa2f3ee2-d390-49be-9814-399ce3e10933 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:47.708548 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-fa2f3ee2-d390-49be-9814-399ce3e10933 admin admin] 10.222.0.45 "DELETE /v2.0/routers/eaa523d0-6c58-4273-a695-9e471624f1f4 HTTP/1.1" status: 204 len: 168 time: 1.2041628 Mar 07 17:20:47.711057 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 41280) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:20:47.754634 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d9734fb-6663-45d1-b7da-886b7eac629e admin admin] Deleting subnet 7ad537dc-a0d8-4463-8026-4f3cd5701784 {{(pid=103433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 17:20:47.757658 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7d9734fb-6663-45d1-b7da-886b7eac629e admin admin] Publish callbacks [] for subnet (7ad537dc-a0d8-4463-8026-4f3cd5701784), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:47.790782 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7d9734fb-6663-45d1-b7da-886b7eac629e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-50884072'] for subnet (7ad537dc-a0d8-4463-8026-4f3cd5701784), precommit_delete_associations {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:47.869159 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7d9734fb-6663-45d1-b7da-886b7eac629e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712441'] for subnet (7ad537dc-a0d8-4463-8026-4f3cd5701784), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:47.966128 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7d9734fb-6663-45d1-b7da-886b7eac629e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-51013831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-52271239'] for subnet (7ad537dc-a0d8-4463-8026-4f3cd5701784), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:47.990288 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9734fb-6663-45d1-b7da-886b7eac629e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ad537dc-a0d8-4463-8026-4f3cd5701784,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:20:47.996280 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-7d9734fb-6663-45d1-b7da-886b7eac629e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:48.000201 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-7d9734fb-6663-45d1-b7da-886b7eac629e admin admin] 10.222.0.45 "DELETE /v2.0/subnets/7ad537dc-a0d8-4463-8026-4f3cd5701784 HTTP/1.1" status: 204 len: 168 time: 0.2881563 Mar 07 17:20:48.002707 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 41282) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:20:48.005380 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def50bee-39cb-43f8-a0f8-7f2e1e31b195 None None] Network 17f2b355-6a2e-4221-b899-dbeb2220fa3c requested from dv-cinder-804035-42-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:20:48.077762 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0a5ecdec-c22e-4e68-b0a6-736067a5c9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748406'] for network (17f2b355-6a2e-4221-b899-dbeb2220fa3c), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:48.133697 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-0a5ecdec-c22e-4e68-b0a6-736067a5c9d9 admin admin] Deleting port dcdde96d-f7a0-466c-a351-c8da82d6bce6 {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:20:48.134037 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0a5ecdec-c22e-4e68-b0a6-736067a5c9d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (dcdde96d-f7a0-466c-a351-c8da82d6bce6), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:48.179059 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f0bfce-ceca-4af7-bc85-13fc91d0139b None None] DHCP port deletion for 17f2b355-6a2e-4221-b899-dbeb2220fa3c request from dv-cinder-804035-42-iscsi {{(pid=103440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 17:20:48.201941 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-0a5ecdec-c22e-4e68-b0a6-736067a5c9d9 admin admin] For port dcdde96d-f7a0-466c-a351-c8da82d6bce6, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=dcdde96d-f7a0-466c-a351-c8da82d6bce6,segment=NetworkSegment(ea16cf40-c220-47a8-a250-304109e23c76),segment_id=ea16cf40-c220-47a8-a250-304109e23c76)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:20:48.202967 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0a5ecdec-c22e-4e68-b0a6-736067a5c9d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (dcdde96d-f7a0-466c-a351-c8da82d6bce6), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:48.215052 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-0a5ecdec-c22e-4e68-b0a6-736067a5c9d9 admin admin] Calling delete_port for dcdde96d-f7a0-466c-a351-c8da82d6bce6 owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:20:48.235394 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-79f0bfce-ceca-4af7-bc85-13fc91d0139b None None] Deleting port dcdde96d-f7a0-466c-a351-c8da82d6bce6 {{(pid=103440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:20:48.235720 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-79f0bfce-ceca-4af7-bc85-13fc91d0139b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (dcdde96d-f7a0-466c-a351-c8da82d6bce6), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:48.297444 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-79f0bfce-ceca-4af7-bc85-13fc91d0139b None None] For port dcdde96d-f7a0-466c-a351-c8da82d6bce6, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=dcdde96d-f7a0-466c-a351-c8da82d6bce6,segment=NetworkSegment(ea16cf40-c220-47a8-a250-304109e23c76),segment_id=ea16cf40-c220-47a8-a250-304109e23c76)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:20:48.297846 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-79f0bfce-ceca-4af7-bc85-13fc91d0139b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (dcdde96d-f7a0-466c-a351-c8da82d6bce6), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:48.314489 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-79f0bfce-ceca-4af7-bc85-13fc91d0139b None None] Calling delete_port for dcdde96d-f7a0-466c-a351-c8da82d6bce6 owned by network:dhcp {{(pid=103440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:20:48.377089 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0a5ecdec-c22e-4e68-b0a6-736067a5c9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51013872'] for port (dcdde96d-f7a0-466c-a351-c8da82d6bce6), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:48.401663 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5ecdec-c22e-4e68-b0a6-736067a5c9d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcdde96d-f7a0-466c-a351-c8da82d6bce6,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:20:48.406209 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5ecdec-c22e-4e68-b0a6-736067a5c9d9 admin admin] No DVR routers for this DVR port dcdde96d-f7a0-466c-a351-c8da82d6bce6 on host dv-cinder-804035-42-iscsi {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:20:48.408616 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-79f0bfce-ceca-4af7-bc85-13fc91d0139b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386'] for port (dcdde96d-f7a0-466c-a351-c8da82d6bce6), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:48.437709 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2468a8b7-a840-4e05-8aae-f2ffc507aada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:48.439346 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0bfce-ceca-4af7-bc85-13fc91d0139b None None] Pushing event deleted for resources: {'Port': ['ID=dcdde96d-f7a0-466c-a351-c8da82d6bce6,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:20:48.443117 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f0bfce-ceca-4af7-bc85-13fc91d0139b None None] No DVR routers for this DVR port dcdde96d-f7a0-466c-a351-c8da82d6bce6 on host dv-cinder-804035-42-iscsi {{(pid=103440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:20:48.479751 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:48.484424 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0a5ecdec-c22e-4e68-b0a6-736067a5c9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856182', 'neutron.services.segments.db._delete_segments_for_network-8762244314215'] for network (17f2b355-6a2e-4221-b899-dbeb2220fa3c), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:48.509377 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.services.segments.db [None req-0a5ecdec-c22e-4e68-b0a6-736067a5c9d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17f2b355-6a2e-4221-b899-dbeb2220fa3c']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:20:48.512582 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.services.segments.db [None req-0a5ecdec-c22e-4e68-b0a6-736067a5c9d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea16cf40-c220-47a8-a250-304109e23c76') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:20:48.512878 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.services.segments.db [None req-0a5ecdec-c22e-4e68-b0a6-736067a5c9d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea16cf40-c220-47a8-a250-304109e23c76') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:20:48.522593 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0a5ecdec-c22e-4e68-b0a6-736067a5c9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762244314736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50883859'] for segment (ea16cf40-c220-47a8-a250-304109e23c76), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:48.536023 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0a5ecdec-c22e-4e68-b0a6-736067a5c9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696658'] for segment (ea16cf40-c220-47a8-a250-304109e23c76), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:48.541835 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a5ecdec-c22e-4e68-b0a6-736067a5c9d9 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 17:20:48.543802 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0a5ecdec-c22e-4e68-b0a6-736067a5c9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51013805'] for segment (ea16cf40-c220-47a8-a250-304109e23c76), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:48.543802 dv-cinder-804035-42-iscsi neutron-server[103433]: Traceback (most recent call last): Mar 07 17:20:48.543802 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 17:20:48.543802 dv-cinder-804035-42-iscsi neutron-server[103433]: timer() Mar 07 17:20:48.543802 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 17:20:48.543802 dv-cinder-804035-42-iscsi neutron-server[103433]: cb(*args, **kw) Mar 07 17:20:48.543802 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 17:20:48.543802 dv-cinder-804035-42-iscsi neutron-server[103433]: return func(*args, **kwargs) Mar 07 17:20:48.543802 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 17:20:48.543802 dv-cinder-804035-42-iscsi neutron-server[103433]: self._notify() Mar 07 17:20:48.543802 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 17:20:48.543802 dv-cinder-804035-42-iscsi neutron-server[103433]: self.callback(batched_events) Mar 07 17:20:48.543802 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 17:20:48.543802 dv-cinder-804035-42-iscsi neutron-server[103433]: event.method(event) Mar 07 17:20:48.543802 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 17:20:48.543802 dv-cinder-804035-42-iscsi neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 17:20:48.543802 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 17:20:48.543802 dv-cinder-804035-42-iscsi neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 17:20:48.543802 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 17:20:48.543802 dv-cinder-804035-42-iscsi neutron-server[103433]: return f(self, *a, **k) Mar 07 17:20:48.543802 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 17:20:48.543802 dv-cinder-804035-42-iscsi neutron-server[103433]: return self._get(url).json() Mar 07 17:20:48.543802 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 17:20:48.543802 dv-cinder-804035-42-iscsi neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 17:20:48.543802 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 17:20:48.543802 dv-cinder-804035-42-iscsi neutron-server[103433]: return self.request(url, 'GET', **kwargs) Mar 07 17:20:48.543802 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 17:20:48.543802 dv-cinder-804035-42-iscsi neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 17:20:48.543802 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 17:20:48.543802 dv-cinder-804035-42-iscsi neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 17:20:48.543802 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 17:20:48.543802 dv-cinder-804035-42-iscsi neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 17:20:48.543802 dv-cinder-804035-42-iscsi neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 17:20:48.616552 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4 no longer exists at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:20:48.641139 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] No Port match for: 13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:20:48.641478 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 13b5f1ec-51c8-4bfe-9ab3-4cad5d6d8ee4 not bound to the agent host dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:20:48.641883 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device dcdde96d-f7a0-466c-a351-c8da82d6bce6 no longer exists at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:20:48.657670 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0a5ecdec-c22e-4e68-b0a6-736067a5c9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2048162'] for network (17f2b355-6a2e-4221-b899-dbeb2220fa3c), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:48.660586 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] No Port match for: dcdde96d-f7a0-466c-a351-c8da82d6bce6 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:20:48.661234 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device dcdde96d-f7a0-466c-a351-c8da82d6bce6 not bound to the agent host dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:20:48.661380 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 2d89cbbd-9a05-4988-a932-addbfa22b5de no longer exists at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:20:48.663346 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0a5ecdec-c22e-4e68-b0a6-736067a5c9d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:48.666433 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-0a5ecdec-c22e-4e68-b0a6-736067a5c9d9 admin admin] 10.222.0.45 "DELETE /v2.0/networks/17f2b355-6a2e-4221-b899-dbeb2220fa3c HTTP/1.1" status: 204 len: 168 time: 0.6628103 Mar 07 17:20:48.678758 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5ecdec-c22e-4e68-b0a6-736067a5c9d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=17f2b355-6a2e-4221-b899-dbeb2220fa3c,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:20:48.684375 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] No Port match for: 2d89cbbd-9a05-4988-a932-addbfa22b5de {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:20:48.684495 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 2d89cbbd-9a05-4988-a932-addbfa22b5de not bound to the agent host dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:20:48.984373 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 41288) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:20:49.023901 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-d2b4aa08-48a5-4525-9476-48b1f3d594d5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fdd99a90993946518de326bc6d9a7a06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381801 Mar 07 17:20:49.026405 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 41290) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:20:49.077041 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f408e254-19f1-4bcd-b089-79c1789b5f93 admin admin] Publish callbacks [] for security_group (7f61899c-d09e-4f40-a2c0-f256fc99b3e9), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:49.099229 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f408e254-19f1-4bcd-b089-79c1789b5f93 admin admin] Publish callbacks [] for security_group (7f61899c-d09e-4f40-a2c0-f256fc99b3e9), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:49.216826 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f408e254-19f1-4bcd-b089-79c1789b5f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (7f61899c-d09e-4f40-a2c0-f256fc99b3e9), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:49.219982 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f408e254-19f1-4bcd-b089-79c1789b5f93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:49.221208 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-f408e254-19f1-4bcd-b089-79c1789b5f93 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7f61899c-d09e-4f40-a2c0-f256fc99b3e9 HTTP/1.1" status: 204 len: 168 time: 0.1939275 Mar 07 17:20:49.229211 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f408e254-19f1-4bcd-b089-79c1789b5f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f61899c-d09e-4f40-a2c0-f256fc99b3e9,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:20:50.479523 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:51.941484 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:53.039888 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:56.247273 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 41384) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:20:56.350502 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2f0a28ef-b481-4900-a238-47d723a7b500 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:56.423857 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2f0a28ef-b481-4900-a238-47d723a7b500 admin admin] Publish callbacks [] for security_group (f365e987-b2e7-4fdb-84d2-0ca551ff8f80), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:56.485221 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2f0a28ef-b481-4900-a238-47d723a7b500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (f365e987-b2e7-4fdb-84d2-0ca551ff8f80), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:56.523512 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-2f0a28ef-b481-4900-a238-47d723a7b500 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e269b7909538481a8731afd73e0b34fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2751377 Mar 07 17:20:56.524514 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a28ef-b481-4900-a238-47d723a7b500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f365e987-b2e7-4fdb-84d2-0ca551ff8f80,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:20:56.526321 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 41388) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:20:56.579107 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5aa67fef-f5b6-4f13-bcab-03bfca6f61bc admin admin] Publish callbacks [] for security_group (f365e987-b2e7-4fdb-84d2-0ca551ff8f80), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:56.600177 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5aa67fef-f5b6-4f13-bcab-03bfca6f61bc admin admin] Publish callbacks [] for security_group (f365e987-b2e7-4fdb-84d2-0ca551ff8f80), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:56.720137 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5aa67fef-f5b6-4f13-bcab-03bfca6f61bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (f365e987-b2e7-4fdb-84d2-0ca551ff8f80), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:56.722637 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5aa67fef-f5b6-4f13-bcab-03bfca6f61bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:56.723794 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-5aa67fef-f5b6-4f13-bcab-03bfca6f61bc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f365e987-b2e7-4fdb-84d2-0ca551ff8f80 HTTP/1.1" status: 204 len: 168 time: 0.1964421 Mar 07 17:20:56.731379 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa67fef-f5b6-4f13-bcab-03bfca6f61bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f365e987-b2e7-4fdb-84d2-0ca551ff8f80,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:20:57.279972 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 41394) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:20:57.293272 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3af757ff-0094-40cb-8176-6db2243632b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:57.369354 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3af757ff-0094-40cb-8176-6db2243632b3 admin admin] Publish callbacks [] for security_group (658f759e-a236-4e84-b2e7-c0a52e44bcb4), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:57.432257 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3af757ff-0094-40cb-8176-6db2243632b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (658f759e-a236-4e84-b2e7-c0a52e44bcb4), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:57.470823 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-3af757ff-0094-40cb-8176-6db2243632b3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c2ab7600301c478aafc0df545de91123&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1897752 Mar 07 17:20:57.471719 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af757ff-0094-40cb-8176-6db2243632b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658f759e-a236-4e84-b2e7-c0a52e44bcb4,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:20:57.473658 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 41396) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:20:57.520869 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5b7c36e5-f873-4a0f-80cd-3e3ddcdec411 admin admin] Publish callbacks [] for security_group (658f759e-a236-4e84-b2e7-c0a52e44bcb4), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:57.540867 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5b7c36e5-f873-4a0f-80cd-3e3ddcdec411 admin admin] Publish callbacks [] for security_group (658f759e-a236-4e84-b2e7-c0a52e44bcb4), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:57.666774 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5b7c36e5-f873-4a0f-80cd-3e3ddcdec411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (658f759e-a236-4e84-b2e7-c0a52e44bcb4), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:57.669408 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5b7c36e5-f873-4a0f-80cd-3e3ddcdec411 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:20:57.670548 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-5b7c36e5-f873-4a0f-80cd-3e3ddcdec411 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/658f759e-a236-4e84-b2e7-c0a52e44bcb4 HTTP/1.1" status: 204 len: 168 time: 0.1958826 Mar 07 17:20:57.679336 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c36e5-f873-4a0f-80cd-3e3ddcdec411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658f759e-a236-4e84-b2e7-c0a52e44bcb4,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:21:00.013729 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 41450) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:21:00.117656 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e3cd4bb0-6523-45e6-b352-b5db12af643b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:00.189023 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e3cd4bb0-6523-45e6-b352-b5db12af643b admin admin] Publish callbacks [] for security_group (4cc5f4bc-d445-4c05-9612-be1ff68b682c), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:00.255215 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e3cd4bb0-6523-45e6-b352-b5db12af643b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (4cc5f4bc-d445-4c05-9612-be1ff68b682c), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:00.297430 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-e3cd4bb0-6523-45e6-b352-b5db12af643b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7276979772d147de8b14e67fb19e5c6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2826009 Mar 07 17:21:00.298831 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd4bb0-6523-45e6-b352-b5db12af643b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc5f4bc-d445-4c05-9612-be1ff68b682c,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:21:00.300676 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 41454) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:21:00.348737 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2fe2ca24-bd80-40bc-b622-4bc82d1de1de admin admin] Publish callbacks [] for security_group (4cc5f4bc-d445-4c05-9612-be1ff68b682c), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:00.371361 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2fe2ca24-bd80-40bc-b622-4bc82d1de1de admin admin] Publish callbacks [] for security_group (4cc5f4bc-d445-4c05-9612-be1ff68b682c), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:00.473767 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2fe2ca24-bd80-40bc-b622-4bc82d1de1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (4cc5f4bc-d445-4c05-9612-be1ff68b682c), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:00.476348 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2fe2ca24-bd80-40bc-b622-4bc82d1de1de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:00.477494 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-2fe2ca24-bd80-40bc-b622-4bc82d1de1de admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4cc5f4bc-d445-4c05-9612-be1ff68b682c HTTP/1.1" status: 204 len: 168 time: 0.1758380 Mar 07 17:21:00.488223 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe2ca24-bd80-40bc-b622-4bc82d1de1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc5f4bc-d445-4c05-9612-be1ff68b682c,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:21:01.072178 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 41460) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:21:01.086200 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-874e9745-b910-4e58-9297-f66a12d9dc24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:01.156800 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-874e9745-b910-4e58-9297-f66a12d9dc24 admin admin] Publish callbacks [] for security_group (d6b92f55-a84f-442c-8fb8-febb1d0eb515), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:01.222084 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-874e9745-b910-4e58-9297-f66a12d9dc24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (d6b92f55-a84f-442c-8fb8-febb1d0eb515), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:01.262588 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e9745-b910-4e58-9297-f66a12d9dc24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b92f55-a84f-442c-8fb8-febb1d0eb515,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:21:01.266787 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-874e9745-b910-4e58-9297-f66a12d9dc24 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=061fc16ce72d45b08ec13b813aacdd9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1935961 Mar 07 17:21:01.269476 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 41462) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:21:01.316242 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-11a14e76-c7c5-4bff-a87b-499360be0510 admin admin] Publish callbacks [] for security_group (d6b92f55-a84f-442c-8fb8-febb1d0eb515), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:01.337378 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-11a14e76-c7c5-4bff-a87b-499360be0510 admin admin] Publish callbacks [] for security_group (d6b92f55-a84f-442c-8fb8-febb1d0eb515), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:01.457085 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-11a14e76-c7c5-4bff-a87b-499360be0510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (d6b92f55-a84f-442c-8fb8-febb1d0eb515), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:01.459754 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-11a14e76-c7c5-4bff-a87b-499360be0510 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:01.460877 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-11a14e76-c7c5-4bff-a87b-499360be0510 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d6b92f55-a84f-442c-8fb8-febb1d0eb515 HTTP/1.1" status: 204 len: 168 time: 0.1905439 Mar 07 17:21:01.468621 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a14e76-c7c5-4bff-a87b-499360be0510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b92f55-a84f-442c-8fb8-febb1d0eb515,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:21:14.017773 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 41552) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:21:14.125322 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2ee73887-0f46-48f1-abfd-275f8fed1694 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:14.197585 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2ee73887-0f46-48f1-abfd-275f8fed1694 admin admin] Publish callbacks [] for security_group (46af276e-8a4b-4c53-b38c-636b5d075827), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:14.294559 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2ee73887-0f46-48f1-abfd-275f8fed1694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (46af276e-8a4b-4c53-b38c-636b5d075827), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:14.331699 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee73887-0f46-48f1-abfd-275f8fed1694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46af276e-8a4b-4c53-b38c-636b5d075827,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:21:14.335544 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-2ee73887-0f46-48f1-abfd-275f8fed1694 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=14311e9fb8cf42f88eb8ed9869205957&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3189509 Mar 07 17:21:14.338330 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 41556) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:21:14.341627 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee73887-0f46-48f1-abfd-275f8fed1694 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:21:14.341981 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee73887-0f46-48f1-abfd-275f8fed1694 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:21:14.342330 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee73887-0f46-48f1-abfd-275f8fed1694 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:21:14.342669 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee73887-0f46-48f1-abfd-275f8fed1694 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:21:14.343006 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee73887-0f46-48f1-abfd-275f8fed1694 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:21:14.343339 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee73887-0f46-48f1-abfd-275f8fed1694 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:21:14.343723 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee73887-0f46-48f1-abfd-275f8fed1694 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:21:14.344031 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee73887-0f46-48f1-abfd-275f8fed1694 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:21:14.344362 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee73887-0f46-48f1-abfd-275f8fed1694 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:21:14.344689 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee73887-0f46-48f1-abfd-275f8fed1694 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:21:14.345014 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee73887-0f46-48f1-abfd-275f8fed1694 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:21:14.345338 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee73887-0f46-48f1-abfd-275f8fed1694 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:21:14.345663 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee73887-0f46-48f1-abfd-275f8fed1694 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:21:14.390719 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-012cb14b-65c6-4602-8e91-ebb4dd5dbc2c admin admin] Publish callbacks [] for security_group (46af276e-8a4b-4c53-b38c-636b5d075827), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:14.410488 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-012cb14b-65c6-4602-8e91-ebb4dd5dbc2c admin admin] Publish callbacks [] for security_group (46af276e-8a4b-4c53-b38c-636b5d075827), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:14.522953 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-012cb14b-65c6-4602-8e91-ebb4dd5dbc2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (46af276e-8a4b-4c53-b38c-636b5d075827), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:14.525508 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-012cb14b-65c6-4602-8e91-ebb4dd5dbc2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:14.526675 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-012cb14b-65c6-4602-8e91-ebb4dd5dbc2c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/46af276e-8a4b-4c53-b38c-636b5d075827 HTTP/1.1" status: 204 len: 168 time: 0.1870582 Mar 07 17:21:14.534235 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012cb14b-65c6-4602-8e91-ebb4dd5dbc2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46af276e-8a4b-4c53-b38c-636b5d075827,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:21:14.542198 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012cb14b-65c6-4602-8e91-ebb4dd5dbc2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:21:14.542529 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012cb14b-65c6-4602-8e91-ebb4dd5dbc2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:21:14.542870 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012cb14b-65c6-4602-8e91-ebb4dd5dbc2c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:21:14.543218 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012cb14b-65c6-4602-8e91-ebb4dd5dbc2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:21:14.543557 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012cb14b-65c6-4602-8e91-ebb4dd5dbc2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:21:14.543891 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012cb14b-65c6-4602-8e91-ebb4dd5dbc2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:21:14.544216 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012cb14b-65c6-4602-8e91-ebb4dd5dbc2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:21:14.544541 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012cb14b-65c6-4602-8e91-ebb4dd5dbc2c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:21:14.544987 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012cb14b-65c6-4602-8e91-ebb4dd5dbc2c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:21:14.544987 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012cb14b-65c6-4602-8e91-ebb4dd5dbc2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:21:14.545484 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012cb14b-65c6-4602-8e91-ebb4dd5dbc2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:21:14.545798 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012cb14b-65c6-4602-8e91-ebb4dd5dbc2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:21:14.546115 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012cb14b-65c6-4602-8e91-ebb4dd5dbc2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:21:15.116477 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 41562) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:21:15.129744 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cf3d283f-88b8-488a-baaf-8dc8aef58cd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:15.205331 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cf3d283f-88b8-488a-baaf-8dc8aef58cd2 admin admin] Publish callbacks [] for security_group (d3fd37b9-db9f-4713-98ff-8cd0fa93fae7), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:15.267707 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cf3d283f-88b8-488a-baaf-8dc8aef58cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (d3fd37b9-db9f-4713-98ff-8cd0fa93fae7), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:15.305349 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d283f-88b8-488a-baaf-8dc8aef58cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3fd37b9-db9f-4713-98ff-8cd0fa93fae7,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:21:15.310628 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-cf3d283f-88b8-488a-baaf-8dc8aef58cd2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6521c10918ff49b7b4f6c95a6d7b7c1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1931064 Mar 07 17:21:15.328787 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 41564) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:21:15.378052 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7c9e9c74-8f75-47bb-9a88-243c13381f52 admin admin] Publish callbacks [] for security_group (d3fd37b9-db9f-4713-98ff-8cd0fa93fae7), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:15.398325 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7c9e9c74-8f75-47bb-9a88-243c13381f52 admin admin] Publish callbacks [] for security_group (d3fd37b9-db9f-4713-98ff-8cd0fa93fae7), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:15.502158 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7c9e9c74-8f75-47bb-9a88-243c13381f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (d3fd37b9-db9f-4713-98ff-8cd0fa93fae7), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:15.504768 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7c9e9c74-8f75-47bb-9a88-243c13381f52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:15.506037 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-7c9e9c74-8f75-47bb-9a88-243c13381f52 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d3fd37b9-db9f-4713-98ff-8cd0fa93fae7 HTTP/1.1" status: 204 len: 168 time: 0.1762862 Mar 07 17:21:15.519215 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e9c74-8f75-47bb-9a88-243c13381f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3fd37b9-db9f-4713-98ff-8cd0fa93fae7,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:21:15.923001 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8ccd9d7c-8aee-4955-9a45-3e8f69660370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:17.028657 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 41598) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:21:17.132961 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fbf50534-40c2-4c5f-b794-0618b7340094 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:17.204968 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fbf50534-40c2-4c5f-b794-0618b7340094 admin admin] Publish callbacks [] for security_group (46bf2d1c-2f6e-44b0-935f-0d44cdc9f9c1), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:17.273439 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fbf50534-40c2-4c5f-b794-0618b7340094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (46bf2d1c-2f6e-44b0-935f-0d44cdc9f9c1), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:17.314284 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-fbf50534-40c2-4c5f-b794-0618b7340094 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7afba02ea2954d66997ee3780bf8b6ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2845800 Mar 07 17:21:17.315246 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf50534-40c2-4c5f-b794-0618b7340094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46bf2d1c-2f6e-44b0-935f-0d44cdc9f9c1,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:21:17.317038 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 41602) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:21:17.365719 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e0a29a52-45f4-426b-a12e-8fbed1d7a09d admin admin] Publish callbacks [] for security_group (46bf2d1c-2f6e-44b0-935f-0d44cdc9f9c1), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:17.386695 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e0a29a52-45f4-426b-a12e-8fbed1d7a09d admin admin] Publish callbacks [] for security_group (46bf2d1c-2f6e-44b0-935f-0d44cdc9f9c1), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:17.496065 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e0a29a52-45f4-426b-a12e-8fbed1d7a09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (46bf2d1c-2f6e-44b0-935f-0d44cdc9f9c1), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:17.498620 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e0a29a52-45f4-426b-a12e-8fbed1d7a09d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:17.499783 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-e0a29a52-45f4-426b-a12e-8fbed1d7a09d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/46bf2d1c-2f6e-44b0-935f-0d44cdc9f9c1 HTTP/1.1" status: 204 len: 168 time: 0.1817424 Mar 07 17:21:17.508770 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a29a52-45f4-426b-a12e-8fbed1d7a09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46bf2d1c-2f6e-44b0-935f-0d44cdc9f9c1,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:21:18.404476 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7dbc96d6-a28b-4eaf-bccb-e7d8436b3707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:18.501582 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:20.505921 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:21.919015 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:22.970157 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:23.270760 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:21:28.236643 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 41724) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:21:28.344967 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-641d353e-9097-4726-aa31-4fa750f7cc86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:28.416703 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-641d353e-9097-4726-aa31-4fa750f7cc86 admin admin] Publish callbacks [] for security_group (e69907c7-90b6-4f4e-8c80-47d2f1bbd3b6), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:28.490158 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-641d353e-9097-4726-aa31-4fa750f7cc86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (e69907c7-90b6-4f4e-8c80-47d2f1bbd3b6), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:28.529613 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-641d353e-9097-4726-aa31-4fa750f7cc86 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3e9c21e25aa042e0a6eeb4861237842e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2918072 Mar 07 17:21:28.530480 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641d353e-9097-4726-aa31-4fa750f7cc86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69907c7-90b6-4f4e-8c80-47d2f1bbd3b6,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:21:28.532416 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 41728) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:21:28.581242 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3120feb9-8791-46ce-8fe4-585b4afa8518 admin admin] Publish callbacks [] for security_group (e69907c7-90b6-4f4e-8c80-47d2f1bbd3b6), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:28.605344 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3120feb9-8791-46ce-8fe4-585b4afa8518 admin admin] Publish callbacks [] for security_group (e69907c7-90b6-4f4e-8c80-47d2f1bbd3b6), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:28.730350 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3120feb9-8791-46ce-8fe4-585b4afa8518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (e69907c7-90b6-4f4e-8c80-47d2f1bbd3b6), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:28.732932 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3120feb9-8791-46ce-8fe4-585b4afa8518 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:28.734144 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-3120feb9-8791-46ce-8fe4-585b4afa8518 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e69907c7-90b6-4f4e-8c80-47d2f1bbd3b6 HTTP/1.1" status: 204 len: 168 time: 0.2006633 Mar 07 17:21:28.742459 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3120feb9-8791-46ce-8fe4-585b4afa8518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69907c7-90b6-4f4e-8c80-47d2f1bbd3b6,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:21:29.302611 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 41734) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:21:29.316815 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-47074211-dbc6-49c5-a4ef-28b0e77d85b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:29.399584 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-47074211-dbc6-49c5-a4ef-28b0e77d85b7 admin admin] Publish callbacks [] for security_group (5b78441b-7866-4b05-9fba-2d954d5a6c6d), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:29.450079 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-47074211-dbc6-49c5-a4ef-28b0e77d85b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (5b78441b-7866-4b05-9fba-2d954d5a6c6d), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:29.492710 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-47074211-dbc6-49c5-a4ef-28b0e77d85b7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6f0bfb7e26a74634ba75935dc754e44b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1884396 Mar 07 17:21:29.493791 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47074211-dbc6-49c5-a4ef-28b0e77d85b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b78441b-7866-4b05-9fba-2d954d5a6c6d,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:21:29.495678 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 41736) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:21:29.542646 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-51a1fd36-2640-49d9-9cae-a4c2679cc103 admin admin] Publish callbacks [] for security_group (5b78441b-7866-4b05-9fba-2d954d5a6c6d), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:29.563946 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-51a1fd36-2640-49d9-9cae-a4c2679cc103 admin admin] Publish callbacks [] for security_group (5b78441b-7866-4b05-9fba-2d954d5a6c6d), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:29.693895 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-51a1fd36-2640-49d9-9cae-a4c2679cc103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (5b78441b-7866-4b05-9fba-2d954d5a6c6d), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:29.696591 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-51a1fd36-2640-49d9-9cae-a4c2679cc103 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:29.697734 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-51a1fd36-2640-49d9-9cae-a4c2679cc103 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5b78441b-7866-4b05-9fba-2d954d5a6c6d HTTP/1.1" status: 204 len: 168 time: 0.2009616 Mar 07 17:21:29.705380 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a1fd36-2640-49d9-9cae-a4c2679cc103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b78441b-7866-4b05-9fba-2d954d5a6c6d,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:21:30.411863 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 41742) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:21:30.425339 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-698a9261-30e7-4b28-aa1e-6f5c7092f4cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:30.506293 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-698a9261-30e7-4b28-aa1e-6f5c7092f4cf admin admin] Publish callbacks [] for security_group (f7a33dd3-5acf-4d23-a101-d0c1a3369e82), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:30.570073 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-698a9261-30e7-4b28-aa1e-6f5c7092f4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (f7a33dd3-5acf-4d23-a101-d0c1a3369e82), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:30.609299 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-698a9261-30e7-4b28-aa1e-6f5c7092f4cf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fb771dfa67d145aab7f6ca4ae02b4db0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1963434 Mar 07 17:21:30.610401 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a9261-30e7-4b28-aa1e-6f5c7092f4cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a33dd3-5acf-4d23-a101-d0c1a3369e82,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:21:30.613429 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 41744) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:21:30.661329 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-40cd680a-811e-4463-b504-5628192a71a3 admin admin] Publish callbacks [] for security_group (f7a33dd3-5acf-4d23-a101-d0c1a3369e82), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:30.682591 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-40cd680a-811e-4463-b504-5628192a71a3 admin admin] Publish callbacks [] for security_group (f7a33dd3-5acf-4d23-a101-d0c1a3369e82), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:30.822198 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-40cd680a-811e-4463-b504-5628192a71a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (f7a33dd3-5acf-4d23-a101-d0c1a3369e82), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:30.824705 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-40cd680a-811e-4463-b504-5628192a71a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:30.825878 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-40cd680a-811e-4463-b504-5628192a71a3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f7a33dd3-5acf-4d23-a101-d0c1a3369e82 HTTP/1.1" status: 204 len: 168 time: 0.2111166 Mar 07 17:21:30.834074 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd680a-811e-4463-b504-5628192a71a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a33dd3-5acf-4d23-a101-d0c1a3369e82,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:21:31.798583 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 41766) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:21:31.893075 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-7cd6d024-d4bf-4ced-be76-1f2e84003be0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1914751678-network', 'tenant_id': '9eb1f6bbc9de48bcb4ceb589c128ce85'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:21:32.004138 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd6d024-d4bf-4ced-be76-1f2e84003be0 admin admin] Made reservation on behalf of 9eb1f6bbc9de48bcb4ceb589c128ce85 for: {'network': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:21:32.006441 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7cd6d024-d4bf-4ced-be76-1f2e84003be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for network (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:32.015722 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7cd6d024-d4bf-4ced-be76-1f2e84003be0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:32.087047 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7cd6d024-d4bf-4ced-be76-1f2e84003be0 admin admin] Publish callbacks [] for security_group (a22fe07e-8402-46ed-b65a-635d60cf30fa), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:32.152464 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7cd6d024-d4bf-4ced-be76-1f2e84003be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (a22fe07e-8402-46ed-b65a-635d60cf30fa), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:32.178737 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cd6d024-d4bf-4ced-be76-1f2e84003be0 admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=103431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 17:21:32.184927 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd6d024-d4bf-4ced-be76-1f2e84003be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22fe07e-8402-46ed-b65a-635d60cf30fa,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:21:32.192582 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7cd6d024-d4bf-4ced-be76-1f2e84003be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696658'] for segment (32d95602-8224-44c5-a771-dea22200735a), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:32.192582 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.db.segments_db [None req-7cd6d024-d4bf-4ced-be76-1f2e84003be0 admin admin] Added segment 32d95602-8224-44c5-a771-dea22200735a of type vlan for network 2867492e-81a9-498d-9fb7-e0de0a0ea720 Mar 07 17:21:32.235131 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7cd6d024-d4bf-4ced-be76-1f2e84003be0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762243790367'] for network (2867492e-81a9-498d-9fb7-e0de0a0ea720), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:32.318294 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7cd6d024-d4bf-4ced-be76-1f2e84003be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490'] for network (2867492e-81a9-498d-9fb7-e0de0a0ea720), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:32.319248 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd6d024-d4bf-4ced-be76-1f2e84003be0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:21:32.319868 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7cd6d024-d4bf-4ced-be76-1f2e84003be0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:32.380009 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd6d024-d4bf-4ced-be76-1f2e84003be0 admin admin] Pushing event updated for resources: {'Network': ['ID=2867492e-81a9-498d-9fb7-e0de0a0ea720,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:21:32.389640 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Network 2867492e-81a9-498d-9fb7-e0de0a0ea720 details requested by agent ovs-agent-dv-cinder-804035-42-iscsi with host dv-cinder-804035-42-iscsi {{(pid=103440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 17:21:32.394036 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-7cd6d024-d4bf-4ced-be76-1f2e84003be0 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5943477 Mar 07 17:21:32.396860 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 41770) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:21:32.401594 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-6c7a3d04-026a-4018-9a16-e5bbbd695830 admin admin] Request body: {'subnet': {'network_id': '2867492e-81a9-498d-9fb7-e0de0a0ea720', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1914751678-subnet', 'tenant_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'ip_version': 4}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:21:32.479150 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7a3d04-026a-4018-9a16-e5bbbd695830 admin admin] Made reservation on behalf of 9eb1f6bbc9de48bcb4ceb589c128ce85 for: {'subnet': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:21:32.481584 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6c7a3d04-026a-4018-9a16-e5bbbd695830 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60764558'] for subnet (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:32.734258 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6c7a3d04-026a-4018-9a16-e5bbbd695830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58733681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60764560'] for subnet (efde61f3-7858-4cee-a02c-39731dd09913), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:32.786971 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a3d04-026a-4018-9a16-e5bbbd695830 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efde61f3-7858-4cee-a02c-39731dd09913,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:21:32.797749 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7a3d04-026a-4018-9a16-e5bbbd695830 admin admin] Checking segment: {'id': '32d95602-8224-44c5-a771-dea22200735a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2867492e-81a9-498d-9fb7-e0de0a0ea720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:21:32.798108 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7a3d04-026a-4018-9a16-e5bbbd695830 admin admin] Network hostable DHCP agents. Network: 2867492e-81a9-498d-9fb7-e0de0a0ea720, hostable agents: ['7a37eb1f-9e1c-4804-b782-6f192b2f1d6e'], hosted agents: [] {{(pid=103431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 17:21:32.888576 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7a3d04-026a-4018-9a16-e5bbbd695830 admin admin] Network 2867492e-81a9-498d-9fb7-e0de0a0ea720 is scheduled to be hosted by DHCP agent 7a37eb1f-9e1c-4804-b782-6f192b2f1d6e with binding_index 1 {{(pid=103431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 17:21:32.958713 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-6c7a3d04-026a-4018-9a16-e5bbbd695830 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-42-iscsi, 2867492e-81a9-498d-9fb7-e0de0a0ea720) {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:21:32.963554 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7a3d04-026a-4018-9a16-e5bbbd695830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:21:32.964148 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6c7a3d04-026a-4018-9a16-e5bbbd695830 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:32.969812 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b9ddea-9f0e-40a6-b10d-3b4423671016 None None] Network 2867492e-81a9-498d-9fb7-e0de0a0ea720 requested from dv-cinder-804035-42-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:21:33.047551 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-6c7a3d04-026a-4018-9a16-e5bbbd695830 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6494319 Mar 07 17:21:33.049940 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 41772) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:21:33.054141 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-cdf472f2-fff7-473d-a588-89381eddbbaf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1914751678-router', 'tenant_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'}}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:21:33.071034 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54262b3d-21c1-41e4-9a0b-d65a6a6444d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6403845-1bb7-5d12-a049-1e0087d61b53-2867492e-81a9-498d-9fb7-e0de0a0ea720', 'network_id': '2867492e-81a9-498d-9fb7-e0de0a0ea720', 'project_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'fixed_ips': [{'subnet_id': 'efde61f3-7858-4cee-a02c-39731dd09913'}]}} from dv-cinder-804035-42-iscsi. {{(pid=103440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 17:21:33.072701 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-54262b3d-21c1-41e4-9a0b-d65a6a6444d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:33.153441 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cdf472f2-fff7-473d-a588-89381eddbbaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2050708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57156'] for router (3303a06a-bb3c-468e-828f-5676bc9455c0), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:33.155222 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cdf472f2-fff7-473d-a588-89381eddbbaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2052452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2048215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57165'] for router (3303a06a-bb3c-468e-828f-5676bc9455c0), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:33.211560 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cdf472f2-fff7-473d-a588-89381eddbbaf admin admin] Publish callbacks [] for router_controller (3303a06a-bb3c-468e-828f-5676bc9455c0), precommit_add_association {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:33.218880 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.db_base_plugin_common [None req-54262b3d-21c1-41e4-9a0b-d65a6a6444d5 None None] Allocated IP 172.20.0.2 (2867492e-81a9-498d-9fb7-e0de0a0ea720/efde61f3-7858-4cee-a02c-39731dd09913/31a4df6c-5701-466b-9ba3-8d6f71cbb0ab) {{(pid=103440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:21:33.356823 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-54262b3d-21c1-41e4-9a0b-d65a6a6444d5 None None] Publish callbacks [] for port (31a4df6c-5701-466b-9ba3-8d6f71cbb0ab), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:33.416006 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cdf472f2-fff7-473d-a588-89381eddbbaf admin admin] Publish callbacks [] for router_gateway (3303a06a-bb3c-468e-828f-5676bc9455c0), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:33.417294 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-54262b3d-21c1-41e4-9a0b-d65a6a6444d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377'] for port (31a4df6c-5701-466b-9ba3-8d6f71cbb0ab), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:33.462815 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54262b3d-21c1-41e4-9a0b-d65a6a6444d5 None None] Network 2867492e-81a9-498d-9fb7-e0de0a0ea720 is already hosted by enough agents. {{(pid=103440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:21:33.465633 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [None req-54262b3d-21c1-41e4-9a0b-d65a6a6444d5 None None] Resources bound (agent type, host, resource id): {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:21:33.475811 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54262b3d-21c1-41e4-9a0b-d65a6a6444d5 None None] Received port after_create {{(pid=103440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:21:33.479048 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54262b3d-21c1-41e4-9a0b-d65a6a6444d5 None None] Pushing event updated for resources: {'Port': ['ID=31a4df6c-5701-466b-9ba3-8d6f71cbb0ab,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:21:33.491257 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54262b3d-21c1-41e4-9a0b-d65a6a6444d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:21:33.491634 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54262b3d-21c1-41e4-9a0b-d65a6a6444d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:21:33.491978 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54262b3d-21c1-41e4-9a0b-d65a6a6444d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:21:33.492315 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54262b3d-21c1-41e4-9a0b-d65a6a6444d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:21:33.492641 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54262b3d-21c1-41e4-9a0b-d65a6a6444d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:21:33.492966 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54262b3d-21c1-41e4-9a0b-d65a6a6444d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:21:33.493828 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54262b3d-21c1-41e4-9a0b-d65a6a6444d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:21:33.494169 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54262b3d-21c1-41e4-9a0b-d65a6a6444d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:21:33.494655 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54262b3d-21c1-41e4-9a0b-d65a6a6444d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:21:33.494984 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54262b3d-21c1-41e4-9a0b-d65a6a6444d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:21:33.495307 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54262b3d-21c1-41e4-9a0b-d65a6a6444d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:21:33.495656 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54262b3d-21c1-41e4-9a0b-d65a6a6444d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:21:33.495977 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54262b3d-21c1-41e4-9a0b-d65a6a6444d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:21:33.543690 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-54262b3d-21c1-41e4-9a0b-d65a6a6444d5 None None] Attempting to bind port 31a4df6c-5701-466b-9ba3-8d6f71cbb0ab on host dv-cinder-804035-42-iscsi for vnic_type normal with profile {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:21:33.544059 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-54262b3d-21c1-41e4-9a0b-d65a6a6444d5 None None] Attempting to bind port 31a4df6c-5701-466b-9ba3-8d6f71cbb0ab by drivers openvswitch,hyperv on host dv-cinder-804035-42-iscsi at level 0 using segments [{'id': '32d95602-8224-44c5-a771-dea22200735a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2867492e-81a9-498d-9fb7-e0de0a0ea720'}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:21:33.544433 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54262b3d-21c1-41e4-9a0b-d65a6a6444d5 None None] Attempting to bind port 31a4df6c-5701-466b-9ba3-8d6f71cbb0ab on network 2867492e-81a9-498d-9fb7-e0de0a0ea720 {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:21:33.549288 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54262b3d-21c1-41e4-9a0b-d65a6a6444d5 None None] Checking agent: {'id': 'bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 53, 53), 'started_at': datetime.datetime(2022, 3, 7, 16, 54, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:21:33.549673 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54262b3d-21c1-41e4-9a0b-d65a6a6444d5 None None] Checking segment: {'id': '32d95602-8224-44c5-a771-dea22200735a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2867492e-81a9-498d-9fb7-e0de0a0ea720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:21:33.550056 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-54262b3d-21c1-41e4-9a0b-d65a6a6444d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:33.550444 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54262b3d-21c1-41e4-9a0b-d65a6a6444d5 None None] Bound using segment: {'id': '32d95602-8224-44c5-a771-dea22200735a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2867492e-81a9-498d-9fb7-e0de0a0ea720'} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:21:33.550901 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-54262b3d-21c1-41e4-9a0b-d65a6a6444d5 None None] Bound port: 31a4df6c-5701-466b-9ba3-8d6f71cbb0ab, host: dv-cinder-804035-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32d95602-8224-44c5-a771-dea22200735a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2867492e-81a9-498d-9fb7-e0de0a0ea720'}}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:21:33.551276 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-54262b3d-21c1-41e4-9a0b-d65a6a6444d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (31a4df6c-5701-466b-9ba3-8d6f71cbb0ab), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:33.611795 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-54262b3d-21c1-41e4-9a0b-d65a6a6444d5 None None] For port 31a4df6c-5701-466b-9ba3-8d6f71cbb0ab, host dv-cinder-804035-42-iscsi, cleared binding levels {{(pid=103440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:21:33.614618 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-54262b3d-21c1-41e4-9a0b-d65a6a6444d5 None None] For port 31a4df6c-5701-466b-9ba3-8d6f71cbb0ab, host dv-cinder-804035-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=31a4df6c-5701-466b-9ba3-8d6f71cbb0ab,segment=NetworkSegment(32d95602-8224-44c5-a771-dea22200735a),segment_id=32d95602-8224-44c5-a771-dea22200735a)] {{(pid=103440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:21:33.685381 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-54262b3d-21c1-41e4-9a0b-d65a6a6444d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (31a4df6c-5701-466b-9ba3-8d6f71cbb0ab), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:33.690765 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cdf472f2-fff7-473d-a588-89381eddbbaf admin admin] Publish callbacks [] for router_gateway (3303a06a-bb3c-468e-828f-5676bc9455c0), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:33.710686 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cdf472f2-fff7-473d-a588-89381eddbbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:33.750692 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54262b3d-21c1-41e4-9a0b-d65a6a6444d5 None None] Pushing event updated for resources: {'Port': ['ID=31a4df6c-5701-466b-9ba3-8d6f71cbb0ab,revision_number=2']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:21:33.827203 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-cdf472f2-fff7-473d-a588-89381eddbbaf admin admin] Allocated IP 172.27.3.83 (ca3ae6bc-acc1-44d4-99e8-2239d5d79721/7ea6e5b5-19cc-4407-9435-cc1a16805785/cba65d9b-8e85-4042-9de6-06cd40abd709) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:21:33.940406 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cdf472f2-fff7-473d-a588-89381eddbbaf admin admin] Publish callbacks [] for port (cba65d9b-8e85-4042-9de6-06cd40abd709), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:34.026532 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cdf472f2-fff7-473d-a588-89381eddbbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (cba65d9b-8e85-4042-9de6-06cd40abd709), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:34.075248 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf472f2-fff7-473d-a588-89381eddbbaf admin admin] Network ca3ae6bc-acc1-44d4-99e8-2239d5d79721 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:21:34.082174 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-cdf472f2-fff7-473d-a588-89381eddbbaf admin admin] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:21:34.087604 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf472f2-fff7-473d-a588-89381eddbbaf admin admin] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:21:34.116110 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf472f2-fff7-473d-a588-89381eddbbaf admin admin] Pushing event updated for resources: {'Port': ['ID=cba65d9b-8e85-4042-9de6-06cd40abd709,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:21:34.471144 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cdf472f2-fff7-473d-a588-89381eddbbaf admin admin] Publish callbacks [] for router_gateway (3303a06a-bb3c-468e-828f-5676bc9455c0), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:34.647189 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231a8411-2352-4a40-a8ed-bb50a99f4dac None None] Network 2867492e-81a9-498d-9fb7-e0de0a0ea720 requested from dv-cinder-804035-42-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:21:34.676264 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 31a4df6c-5701-466b-9ba3-8d6f71cbb0ab up at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:21:34.682257 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cdf472f2-fff7-473d-a588-89381eddbbaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2052463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2048250'] for router (3303a06a-bb3c-468e-828f-5676bc9455c0), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:34.764100 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-2f6ec221-f018-446d-8ed3-97eb4333c766 None None] Provisioning complete for port 31a4df6c-5701-466b-9ba3-8d6f71cbb0ab triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:21:34.764470 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2f6ec221-f018-446d-8ed3-97eb4333c766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (31a4df6c-5701-466b-9ba3-8d6f71cbb0ab), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:34.828637 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Provisioning complete for port 31a4df6c-5701-466b-9ba3-8d6f71cbb0ab triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:21:34.829007 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (31a4df6c-5701-466b-9ba3-8d6f71cbb0ab), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:34.916055 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ec221-f018-446d-8ed3-97eb4333c766 None None] Current status of the port 31a4df6c-5701-466b-9ba3-8d6f71cbb0ab is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:21:34.916433 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2f6ec221-f018-446d-8ed3-97eb4333c766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (31a4df6c-5701-466b-9ba3-8d6f71cbb0ab), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:34.918549 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf472f2-fff7-473d-a588-89381eddbbaf admin admin] Router 3303a06a-bb3c-468e-828f-5676bc9455c0 is scheduled to L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 with binding_index 1 {{(pid=103431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 17:21:34.977373 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Current status of the port 31a4df6c-5701-466b-9ba3-8d6f71cbb0ab is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:21:34.977819 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (31a4df6c-5701-466b-9ba3-8d6f71cbb0ab), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:34.983160 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-2f6ec221-f018-446d-8ed3-97eb4333c766 None None] For port 31a4df6c-5701-466b-9ba3-8d6f71cbb0ab, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=31a4df6c-5701-466b-9ba3-8d6f71cbb0ab,segment=NetworkSegment(32d95602-8224-44c5-a771-dea22200735a),segment_id=32d95602-8224-44c5-a771-dea22200735a)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:21:35.047309 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf472f2-fff7-473d-a588-89381eddbbaf admin admin] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:21:35.058943 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85c08ff-e4e0-47d0-bba4-afeff34a634e None None] Sync routers for ids ['3303a06a-bb3c-468e-828f-5676bc9455c0'] in dv-cinder-804035-42-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:21:35.061975 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2f6ec221-f018-446d-8ed3-97eb4333c766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (31a4df6c-5701-466b-9ba3-8d6f71cbb0ab), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:35.074164 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85c08ff-e4e0-47d0-bba4-afeff34a634e None None] Routers {'3303a06a-bb3c-468e-828f-5676bc9455c0'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:21:35.074803 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-a85c08ff-e4e0-47d0-bba4-afeff34a634e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:21:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['3303a06a-bb3c-468e-828f-5676bc9455c0'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:21:35.138348 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.db.api [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103440) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 17:21:35.138707 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG oslo_db.api [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 17:21:35.142931 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ec221-f018-446d-8ed3-97eb4333c766 None None] Pushing event updated for resources: {'Port': ['ID=31a4df6c-5701-466b-9ba3-8d6f71cbb0ab,revision_number=3']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:21:35.178023 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cdf472f2-fff7-473d-a588-89381eddbbaf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:35.180372 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-cdf472f2-fff7-473d-a588-89381eddbbaf admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1284425 Mar 07 17:21:35.188637 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-a1dfc62b-8bd6-4d57-85f2-b5fa2376c6e4 None None] Provisioning complete for port 31a4df6c-5701-466b-9ba3-8d6f71cbb0ab triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:21:35.188637 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a1dfc62b-8bd6-4d57-85f2-b5fa2376c6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (31a4df6c-5701-466b-9ba3-8d6f71cbb0ab), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:35.188932 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 41778) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:21:35.191600 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-a85c08ff-e4e0-47d0-bba4-afeff34a634e None None] Set router 3303a06a-bb3c-468e-828f-5676bc9455c0 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:21:35.263592 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-a1dfc62b-8bd6-4d57-85f2-b5fa2376c6e4 None None] Current status of the port 31a4df6c-5701-466b-9ba3-8d6f71cbb0ab is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:21:35.458429 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-a85c08ff-e4e0-47d0-bba4-afeff34a634e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3303a06a-bb3c-468e-828f-5676bc9455c0', 'name': 'tempest-TestMinimumBasicScenario-1914751678-router', 'tenant_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'cba65d9b-8e85-4042-9de6-06cd40abd709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:21:33Z', 'updated_at': '2022-03-07T17:21:34Z', 'revision_number': 3, 'project_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'gw_port': {'id': 'cba65d9b-8e85-4042-9de6-06cd40abd709', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:77:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3303a06a-bb3c-468e-828f-5676bc9455c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:21:33Z', 'updated_at': '2022-03-07T17:21:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi'}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:21:35.487610 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85c08ff-e4e0-47d0-bba4-afeff34a634e None None] Checking router: 3303a06a-bb3c-468e-828f-5676bc9455c0 for host: dv-cinder-804035-42-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:21:35.487960 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85c08ff-e4e0-47d0-bba4-afeff34a634e None None] Updating router 3303a06a-bb3c-468e-828f-5676bc9455c0 port cba65d9b-8e85-4042-9de6-06cd40abd709 binding host dv-cinder-804035-42-iscsi {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 17:21:35.514907 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a85c08ff-e4e0-47d0-bba4-afeff34a634e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (cba65d9b-8e85-4042-9de6-06cd40abd709), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:35.608568 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5d5879a8-b9ca-48bf-97bb-1bd884702fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:35.678759 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Current status of the port 31a4df6c-5701-466b-9ba3-8d6f71cbb0ab is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:21:35.767176 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a85c08ff-e4e0-47d0-bba4-afeff34a634e None None] Publish callbacks [] for port (cba65d9b-8e85-4042-9de6-06cd40abd709), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:35.832910 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a85c08ff-e4e0-47d0-bba4-afeff34a634e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (cba65d9b-8e85-4042-9de6-06cd40abd709), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:35.893147 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-a85c08ff-e4e0-47d0-bba4-afeff34a634e None None] Attempting to bind port cba65d9b-8e85-4042-9de6-06cd40abd709 on host dv-cinder-804035-42-iscsi for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:21:35.893520 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-a85c08ff-e4e0-47d0-bba4-afeff34a634e None None] Attempting to bind port cba65d9b-8e85-4042-9de6-06cd40abd709 by drivers openvswitch,hyperv on host dv-cinder-804035-42-iscsi at level 0 using segments [{'id': '733ea0a4-2088-41be-a436-48329c6e880b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:21:35.893882 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85c08ff-e4e0-47d0-bba4-afeff34a634e None None] Attempting to bind port cba65d9b-8e85-4042-9de6-06cd40abd709 on network ca3ae6bc-acc1-44d4-99e8-2239d5d79721 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:21:35.896001 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8824348-af8a-413f-8eb3-2bc54f68c600 None None] Pushing event updated for resources: {'Port': ['ID=cba65d9b-8e85-4042-9de6-06cd40abd709,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:21:35.904951 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85c08ff-e4e0-47d0-bba4-afeff34a634e None None] Checking agent: {'id': 'bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 53, 53), 'started_at': datetime.datetime(2022, 3, 7, 16, 54, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:21:35.905817 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85c08ff-e4e0-47d0-bba4-afeff34a634e None None] Checking segment: {'id': '733ea0a4-2088-41be-a436-48329c6e880b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:21:35.906224 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a85c08ff-e4e0-47d0-bba4-afeff34a634e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:35.906618 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85c08ff-e4e0-47d0-bba4-afeff34a634e None None] Bound using segment: {'id': '733ea0a4-2088-41be-a436-48329c6e880b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:21:35.907085 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-a85c08ff-e4e0-47d0-bba4-afeff34a634e None None] Bound port: cba65d9b-8e85-4042-9de6-06cd40abd709, host: dv-cinder-804035-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '733ea0a4-2088-41be-a436-48329c6e880b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:21:35.907480 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a85c08ff-e4e0-47d0-bba4-afeff34a634e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (cba65d9b-8e85-4042-9de6-06cd40abd709), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:35.909733 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8824348-af8a-413f-8eb3-2bc54f68c600 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:21:35.910080 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8824348-af8a-413f-8eb3-2bc54f68c600 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:21:35.910418 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8824348-af8a-413f-8eb3-2bc54f68c600 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:21:35.910751 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8824348-af8a-413f-8eb3-2bc54f68c600 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:21:35.911093 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8824348-af8a-413f-8eb3-2bc54f68c600 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:21:35.911405 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8824348-af8a-413f-8eb3-2bc54f68c600 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:21:35.911859 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8824348-af8a-413f-8eb3-2bc54f68c600 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:21:35.912139 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8824348-af8a-413f-8eb3-2bc54f68c600 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:21:35.912462 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8824348-af8a-413f-8eb3-2bc54f68c600 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:21:35.912784 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8824348-af8a-413f-8eb3-2bc54f68c600 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:21:35.913102 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8824348-af8a-413f-8eb3-2bc54f68c600 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:21:35.913418 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8824348-af8a-413f-8eb3-2bc54f68c600 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:21:35.913733 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8824348-af8a-413f-8eb3-2bc54f68c600 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:21:35.970009 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-a85c08ff-e4e0-47d0-bba4-afeff34a634e None None] For port cba65d9b-8e85-4042-9de6-06cd40abd709, host dv-cinder-804035-42-iscsi, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:21:35.973048 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-a85c08ff-e4e0-47d0-bba4-afeff34a634e None None] For port cba65d9b-8e85-4042-9de6-06cd40abd709, host dv-cinder-804035-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=cba65d9b-8e85-4042-9de6-06cd40abd709,segment=NetworkSegment(733ea0a4-2088-41be-a436-48329c6e880b),segment_id=733ea0a4-2088-41be-a436-48329c6e880b)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:21:36.022245 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a85c08ff-e4e0-47d0-bba4-afeff34a634e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (cba65d9b-8e85-4042-9de6-06cd40abd709), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:36.038353 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-5d5879a8-b9ca-48bf-97bb-1bd884702fef admin admin] Allocated IP 172.20.0.1 (2867492e-81a9-498d-9fb7-e0de0a0ea720/efde61f3-7858-4cee-a02c-39731dd09913/c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:21:36.085846 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85c08ff-e4e0-47d0-bba4-afeff34a634e None None] Routers {'3303a06a-bb3c-468e-828f-5676bc9455c0'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:21:36.086470 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-a85c08ff-e4e0-47d0-bba4-afeff34a634e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:21:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['3303a06a-bb3c-468e-828f-5676bc9455c0'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:21:36.089917 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8824348-af8a-413f-8eb3-2bc54f68c600 None None] Pushing event updated for resources: {'Port': ['ID=cba65d9b-8e85-4042-9de6-06cd40abd709,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:21:36.139949 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5d5879a8-b9ca-48bf-97bb-1bd884702fef admin admin] Publish callbacks [] for port (c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:36.197743 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-a85c08ff-e4e0-47d0-bba4-afeff34a634e None None] Set router 3303a06a-bb3c-468e-828f-5676bc9455c0 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:21:36.228087 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5d5879a8-b9ca-48bf-97bb-1bd884702fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:36.271370 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5879a8-b9ca-48bf-97bb-1bd884702fef admin admin] Network 2867492e-81a9-498d-9fb7-e0de0a0ea720 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:21:36.275816 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-5d5879a8-b9ca-48bf-97bb-1bd884702fef admin admin] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:21:36.280498 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5879a8-b9ca-48bf-97bb-1bd884702fef admin admin] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:21:36.283434 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5879a8-b9ca-48bf-97bb-1bd884702fef admin admin] Pushing event updated for resources: {'Port': ['ID=c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:21:36.319777 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5d5879a8-b9ca-48bf-97bb-1bd884702fef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2049751'] for router_interface (3303a06a-bb3c-468e-828f-5676bc9455c0), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:36.395039 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-a85c08ff-e4e0-47d0-bba4-afeff34a634e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3303a06a-bb3c-468e-828f-5676bc9455c0', 'name': 'tempest-TestMinimumBasicScenario-1914751678-router', 'tenant_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'cba65d9b-8e85-4042-9de6-06cd40abd709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:21:33Z', 'updated_at': '2022-03-07T17:21:34Z', 'revision_number': 3, 'project_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'gw_port': {'id': 'cba65d9b-8e85-4042-9de6-06cd40abd709', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:77:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3303a06a-bb3c-468e-828f-5676bc9455c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:21:33Z', 'updated_at': '2022-03-07T17:21:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi'}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:21:36.424349 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85c08ff-e4e0-47d0-bba4-afeff34a634e None None] The sync data for ids ['3303a06a-bb3c-468e-828f-5676bc9455c0'] in dv-cinder-804035-42-iscsi is: [{'id': '3303a06a-bb3c-468e-828f-5676bc9455c0', 'name': 'tempest-TestMinimumBasicScenario-1914751678-router', 'tenant_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'cba65d9b-8e85-4042-9de6-06cd40abd709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:21:33Z', 'updated_at': '2022-03-07T17:21:34Z', 'revision_number': 3, 'project_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'gw_port': {'id': 'cba65d9b-8e85-4042-9de6-06cd40abd709', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:77:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3303a06a-bb3c-468e-828f-5676bc9455c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:21:33Z', 'updated_at': '2022-03-07T17:21:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi'}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:21:36.493525 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-5632f8d9-ba5f-43f8-b6e4-fe4f63ae85ef None None] Provisioning complete for port c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:21:36.498533 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5632f8d9-ba5f-43f8-b6e4-fe4f63ae85ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:36.550611 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5d5879a8-b9ca-48bf-97bb-1bd884702fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:36.684807 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 31a4df6c-5701-466b-9ba3-8d6f71cbb0ab up at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:21:36.713526 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-5632f8d9-ba5f-43f8-b6e4-fe4f63ae85ef None None] Port c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:21:36.746448 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Provisioning complete for port 31a4df6c-5701-466b-9ba3-8d6f71cbb0ab triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:21:36.746827 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (31a4df6c-5701-466b-9ba3-8d6f71cbb0ab), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:36.777785 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5d5879a8-b9ca-48bf-97bb-1bd884702fef admin admin] Publish callbacks [] for port (c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:36.831698 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Current status of the port 31a4df6c-5701-466b-9ba3-8d6f71cbb0ab is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:21:36.862070 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5d5879a8-b9ca-48bf-97bb-1bd884702fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58733560'] for port (c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:36.931701 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5879a8-b9ca-48bf-97bb-1bd884702fef admin admin] Pushing event updated for resources: {'Port': ['ID=c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:21:36.935438 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5d5879a8-b9ca-48bf-97bb-1bd884702fef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2049723'] for router_interface (3303a06a-bb3c-468e-828f-5676bc9455c0), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:37.034540 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5879a8-b9ca-48bf-97bb-1bd884702fef admin admin] Network 2867492e-81a9-498d-9fb7-e0de0a0ea720 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:21:37.036062 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-5d5879a8-b9ca-48bf-97bb-1bd884702fef admin admin] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:21:37.162881 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d5879a8-b9ca-48bf-97bb-1bd884702fef admin admin] Router 3303a06a-bb3c-468e-828f-5676bc9455c0 has already been hosted by L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:21:37.282296 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5879a8-b9ca-48bf-97bb-1bd884702fef admin admin] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:21:37.287209 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-5d5879a8-b9ca-48bf-97bb-1bd884702fef admin admin] 10.222.0.45 "PUT /v2.0/routers/3303a06a-bb3c-468e-828f-5676bc9455c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0971832 Mar 07 17:21:37.339470 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-8adf2055-be6f-4c4b-8763-ce09d0b68775 None None] Provisioning complete for port c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:21:37.339864 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8adf2055-be6f-4c4b-8763-ce09d0b68775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:37.373339 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-8adf2055-be6f-4c4b-8763-ce09d0b68775 None None] Port c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:21:37.938840 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d29ac6-318c-40cb-93b0-ffb5e35490fb None None] Sync routers for ids ['3303a06a-bb3c-468e-828f-5676bc9455c0'] in dv-cinder-804035-42-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:21:37.944107 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 41794) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:21:37.949571 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-93c27506-4c9b-4783-83ef-582260eee4fd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1943624720-network', 'tenant_id': 'd324e1e7ba0148018880970037be8663'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:21:37.955181 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d29ac6-318c-40cb-93b0-ffb5e35490fb None None] Routers {'3303a06a-bb3c-468e-828f-5676bc9455c0'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:21:37.955879 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-f5d29ac6-318c-40cb-93b0-ffb5e35490fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:21:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['3303a06a-bb3c-468e-828f-5676bc9455c0'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:21:38.027151 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c27506-4c9b-4783-83ef-582260eee4fd admin admin] Made reservation on behalf of d324e1e7ba0148018880970037be8663 for: {'network': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:21:38.029598 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-93c27506-4c9b-4783-83ef-582260eee4fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for network (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:38.038159 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-93c27506-4c9b-4783-83ef-582260eee4fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:38.066491 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-f5d29ac6-318c-40cb-93b0-ffb5e35490fb None None] Set router 3303a06a-bb3c-468e-828f-5676bc9455c0 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:21:38.111136 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-93c27506-4c9b-4783-83ef-582260eee4fd admin admin] Publish callbacks [] for security_group (1a96a34e-fcf2-4502-9bfe-2003eba2b4c8), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:38.182117 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-93c27506-4c9b-4783-83ef-582260eee4fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (1a96a34e-fcf2-4502-9bfe-2003eba2b4c8), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:38.207110 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93c27506-4c9b-4783-83ef-582260eee4fd admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=103431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 17:21:38.217026 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c27506-4c9b-4783-83ef-582260eee4fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a96a34e-fcf2-4502-9bfe-2003eba2b4c8,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:21:38.222004 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-93c27506-4c9b-4783-83ef-582260eee4fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696658'] for segment (cb0038f9-319c-4780-988e-4cbef4a6fcea), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:38.222350 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.db.segments_db [None req-93c27506-4c9b-4783-83ef-582260eee4fd admin admin] Added segment cb0038f9-319c-4780-988e-4cbef4a6fcea of type vlan for network 6e278fbe-d446-40bc-b92e-e2f196801d66 Mar 07 17:21:38.264156 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-93c27506-4c9b-4783-83ef-582260eee4fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762243790367'] for network (6e278fbe-d446-40bc-b92e-e2f196801d66), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:38.266716 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-f5d29ac6-318c-40cb-93b0-ffb5e35490fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3303a06a-bb3c-468e-828f-5676bc9455c0', 'name': 'tempest-TestMinimumBasicScenario-1914751678-router', 'tenant_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'cba65d9b-8e85-4042-9de6-06cd40abd709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:21:33Z', 'updated_at': '2022-03-07T17:21:36Z', 'revision_number': 4, 'project_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'gw_port': {'id': 'cba65d9b-8e85-4042-9de6-06cd40abd709', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:77:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3303a06a-bb3c-468e-828f-5676bc9455c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:21:33Z', 'updated_at': '2022-03-07T17:21:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': 'c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f', 'name': '', 'network_id': '2867492e-81a9-498d-9fb7-e0de0a0ea720', 'tenant_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'mac_address': 'fa:16:3e:3d:3d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3303a06a-bb3c-468e-828f-5676bc9455c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'efde61f3-7858-4cee-a02c-39731dd09913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:21:35Z', 'updated_at': '2022-03-07T17:21:36Z', 'revision_number': 2, 'project_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'subnets': [{'id': 'efde61f3-7858-4cee-a02c-39731dd09913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:21:38.300014 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d29ac6-318c-40cb-93b0-ffb5e35490fb None None] Checking router: 3303a06a-bb3c-468e-828f-5676bc9455c0 for host: dv-cinder-804035-42-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:21:38.300366 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d29ac6-318c-40cb-93b0-ffb5e35490fb None None] Updating router 3303a06a-bb3c-468e-828f-5676bc9455c0 port c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f binding host dv-cinder-804035-42-iscsi {{(pid=103440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 17:21:38.326935 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f5d29ac6-318c-40cb-93b0-ffb5e35490fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:38.357127 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-93c27506-4c9b-4783-83ef-582260eee4fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490'] for network (6e278fbe-d446-40bc-b92e-e2f196801d66), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:38.505303 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c27506-4c9b-4783-83ef-582260eee4fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:21:38.505303 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-93c27506-4c9b-4783-83ef-582260eee4fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:38.505303 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c27506-4c9b-4783-83ef-582260eee4fd admin admin] Pushing event updated for resources: {'Network': ['ID=6e278fbe-d446-40bc-b92e-e2f196801d66,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:21:38.505615 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Network 6e278fbe-d446-40bc-b92e-e2f196801d66 details requested by agent ovs-agent-dv-cinder-804035-42-iscsi with host dv-cinder-804035-42-iscsi {{(pid=103440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 17:21:38.539220 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-93c27506-4c9b-4783-83ef-582260eee4fd admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5915077 Mar 07 17:21:38.543534 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 41796) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:21:38.545585 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-b3a058a5-6291-417b-9d0d-6e8a71412664 admin admin] Request body: {'subnet': {'network_id': '6e278fbe-d446-40bc-b92e-e2f196801d66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1943624720-subnet', 'tenant_id': 'd324e1e7ba0148018880970037be8663', 'ip_version': 4}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:21:38.631421 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a058a5-6291-417b-9d0d-6e8a71412664 admin admin] Made reservation on behalf of d324e1e7ba0148018880970037be8663 for: {'subnet': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:21:38.634006 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3a058a5-6291-417b-9d0d-6e8a71412664 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60764558'] for subnet (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:38.671219 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f5d29ac6-318c-40cb-93b0-ffb5e35490fb None None] Publish callbacks [] for port (c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f), precommit_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:38.675072 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device cba65d9b-8e85-4042-9de6-06cd40abd709 up at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:21:38.722679 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Provisioning complete for port cba65d9b-8e85-4042-9de6-06cd40abd709 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:21:38.723049 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (cba65d9b-8e85-4042-9de6-06cd40abd709), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:38.755415 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f5d29ac6-318c-40cb-93b0-ffb5e35490fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:38.813366 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390fda83-e66f-4280-a982-dda273ee811f None None] Pushing event updated for resources: {'Port': ['ID=c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f,revision_number=3']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:21:38.894873 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Current status of the port cba65d9b-8e85-4042-9de6-06cd40abd709 is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:21:38.895243 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (cba65d9b-8e85-4042-9de6-06cd40abd709), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:38.903888 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-f5d29ac6-318c-40cb-93b0-ffb5e35490fb None None] Attempting to bind port c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f on host dv-cinder-804035-42-iscsi for vnic_type normal with profile {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:21:38.904241 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-f5d29ac6-318c-40cb-93b0-ffb5e35490fb None None] Attempting to bind port c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f by drivers openvswitch,hyperv on host dv-cinder-804035-42-iscsi at level 0 using segments [{'id': '32d95602-8224-44c5-a771-dea22200735a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2867492e-81a9-498d-9fb7-e0de0a0ea720'}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:21:38.904614 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d29ac6-318c-40cb-93b0-ffb5e35490fb None None] Attempting to bind port c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f on network 2867492e-81a9-498d-9fb7-e0de0a0ea720 {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:21:38.919143 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3a058a5-6291-417b-9d0d-6e8a71412664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58733681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60764560'] for subnet (e60bca46-339c-4ddd-8ff7-e30e2558a235), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:38.920731 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d29ac6-318c-40cb-93b0-ffb5e35490fb None None] Checking agent: {'id': 'bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 53, 53), 'started_at': datetime.datetime(2022, 3, 7, 16, 54, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:21:38.921115 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d29ac6-318c-40cb-93b0-ffb5e35490fb None None] Checking segment: {'id': '32d95602-8224-44c5-a771-dea22200735a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2867492e-81a9-498d-9fb7-e0de0a0ea720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:21:38.921519 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f5d29ac6-318c-40cb-93b0-ffb5e35490fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:38.921912 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d29ac6-318c-40cb-93b0-ffb5e35490fb None None] Bound using segment: {'id': '32d95602-8224-44c5-a771-dea22200735a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2867492e-81a9-498d-9fb7-e0de0a0ea720'} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:21:38.922393 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-f5d29ac6-318c-40cb-93b0-ffb5e35490fb None None] Bound port: c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f, host: dv-cinder-804035-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32d95602-8224-44c5-a771-dea22200735a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2867492e-81a9-498d-9fb7-e0de0a0ea720'}}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:21:38.922772 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f5d29ac6-318c-40cb-93b0-ffb5e35490fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:38.925786 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] For port cba65d9b-8e85-4042-9de6-06cd40abd709, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=cba65d9b-8e85-4042-9de6-06cd40abd709,segment=NetworkSegment(733ea0a4-2088-41be-a436-48329c6e880b),segment_id=733ea0a4-2088-41be-a436-48329c6e880b)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:21:38.976430 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a058a5-6291-417b-9d0d-6e8a71412664 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e60bca46-339c-4ddd-8ff7-e30e2558a235,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:21:38.989808 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a058a5-6291-417b-9d0d-6e8a71412664 admin admin] Checking segment: {'id': 'cb0038f9-319c-4780-988e-4cbef4a6fcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6e278fbe-d446-40bc-b92e-e2f196801d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:21:38.990243 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a058a5-6291-417b-9d0d-6e8a71412664 admin admin] Network hostable DHCP agents. Network: 6e278fbe-d446-40bc-b92e-e2f196801d66, hostable agents: ['7a37eb1f-9e1c-4804-b782-6f192b2f1d6e'], hosted agents: [] {{(pid=103431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 17:21:38.997502 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-f5d29ac6-318c-40cb-93b0-ffb5e35490fb None None] For port c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f, host dv-cinder-804035-42-iscsi, cleared binding levels {{(pid=103440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:21:39.000580 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-f5d29ac6-318c-40cb-93b0-ffb5e35490fb None None] For port c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f, host dv-cinder-804035-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f,segment=NetworkSegment(32d95602-8224-44c5-a771-dea22200735a),segment_id=32d95602-8224-44c5-a771-dea22200735a)] {{(pid=103440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:21:39.004041 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (cba65d9b-8e85-4042-9de6-06cd40abd709), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:39.052542 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Pushing event updated for resources: {'Port': ['ID=cba65d9b-8e85-4042-9de6-06cd40abd709,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:21:39.103812 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-e3f124fe-5a4d-438d-8307-34c2f9e0c590 None None] Provisioning complete for port c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:21:39.104118 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e3f124fe-5a4d-438d-8307-34c2f9e0c590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:39.106014 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f5d29ac6-318c-40cb-93b0-ffb5e35490fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:39.112463 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a058a5-6291-417b-9d0d-6e8a71412664 admin admin] Network 6e278fbe-d446-40bc-b92e-e2f196801d66 is scheduled to be hosted by DHCP agent 7a37eb1f-9e1c-4804-b782-6f192b2f1d6e with binding_index 1 {{(pid=103431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 17:21:39.203314 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390fda83-e66f-4280-a982-dda273ee811f None None] Pushing event updated for resources: {'Port': ['ID=c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:21:39.204305 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-b3a058a5-6291-417b-9d0d-6e8a71412664 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-42-iscsi, 6e278fbe-d446-40bc-b92e-e2f196801d66) {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:21:39.206550 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d29ac6-318c-40cb-93b0-ffb5e35490fb None None] Routers {'3303a06a-bb3c-468e-828f-5676bc9455c0'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:21:39.207163 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-f5d29ac6-318c-40cb-93b0-ffb5e35490fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:21:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['3303a06a-bb3c-468e-828f-5676bc9455c0'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:21:39.210856 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a058a5-6291-417b-9d0d-6e8a71412664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:21:39.215683 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b3a058a5-6291-417b-9d0d-6e8a71412664 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:39.246007 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd998967-5bec-4fa7-8d49-1de05b56efc0 None None] Network 6e278fbe-d446-40bc-b92e-e2f196801d66 requested from dv-cinder-804035-42-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:21:39.287430 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-b3a058a5-6291-417b-9d0d-6e8a71412664 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7459044 Mar 07 17:21:39.290675 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 41798) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:21:39.308403 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-a6b51389-d7f7-4dd8-bc1a-f61cffb10ab8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1943624720-router', 'tenant_id': 'd324e1e7ba0148018880970037be8663', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'}}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:21:39.347010 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-e3f124fe-5a4d-438d-8307-34c2f9e0c590 None None] Current status of the port c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:21:39.347410 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e3f124fe-5a4d-438d-8307-34c2f9e0c590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:39.398683 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a6b51389-d7f7-4dd8-bc1a-f61cffb10ab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2050708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57156'] for router (bdf65026-02da-41b9-8263-428af12c4422), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:39.400486 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a6b51389-d7f7-4dd8-bc1a-f61cffb10ab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2052452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2048215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57165'] for router (bdf65026-02da-41b9-8263-428af12c4422), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:39.454904 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a6b51389-d7f7-4dd8-bc1a-f61cffb10ab8 admin admin] Publish callbacks [] for router_controller (bdf65026-02da-41b9-8263-428af12c4422), precommit_add_association {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:39.562759 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-e3f124fe-5a4d-438d-8307-34c2f9e0c590 None None] For port c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f,segment=NetworkSegment(32d95602-8224-44c5-a771-dea22200735a),segment_id=32d95602-8224-44c5-a771-dea22200735a)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:21:39.589185 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-f5d29ac6-318c-40cb-93b0-ffb5e35490fb None None] Set router 3303a06a-bb3c-468e-828f-5676bc9455c0 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:21:39.592430 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f25fde-ba0e-4376-94e6-634ae4f0bc36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6403845-1bb7-5d12-a049-1e0087d61b53-6e278fbe-d446-40bc-b92e-e2f196801d66', 'network_id': '6e278fbe-d446-40bc-b92e-e2f196801d66', 'project_id': 'd324e1e7ba0148018880970037be8663', 'fixed_ips': [{'subnet_id': 'e60bca46-339c-4ddd-8ff7-e30e2558a235'}]}} from dv-cinder-804035-42-iscsi. {{(pid=103440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 17:21:39.598006 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-91f25fde-ba0e-4376-94e6-634ae4f0bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:39.651041 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e3f124fe-5a4d-438d-8307-34c2f9e0c590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:39.663990 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a6b51389-d7f7-4dd8-bc1a-f61cffb10ab8 admin admin] Publish callbacks [] for router_gateway (bdf65026-02da-41b9-8263-428af12c4422), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:39.857027 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-75112256-bf8b-4e36-bff4-04404fddae0f None None] Provisioning complete for port c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:21:39.857320 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-75112256-bf8b-4e36-bff4-04404fddae0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:39.858801 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f124fe-5a4d-438d-8307-34c2f9e0c590 None None] Pushing event updated for resources: {'Port': ['ID=c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:21:39.944367 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a6b51389-d7f7-4dd8-bc1a-f61cffb10ab8 admin admin] Publish callbacks [] for router_gateway (bdf65026-02da-41b9-8263-428af12c4422), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:39.967920 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a6b51389-d7f7-4dd8-bc1a-f61cffb10ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:39.976943 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.db_base_plugin_common [None req-91f25fde-ba0e-4376-94e6-634ae4f0bc36 None None] Allocated IP 172.20.0.2 (6e278fbe-d446-40bc-b92e-e2f196801d66/e60bca46-339c-4ddd-8ff7-e30e2558a235/303b42c9-1cb5-473a-a428-e4da2f251d5e) {{(pid=103440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:21:40.069153 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-a6b51389-d7f7-4dd8-bc1a-f61cffb10ab8 admin admin] Allocated IP 172.27.3.241 (ca3ae6bc-acc1-44d4-99e8-2239d5d79721/7ea6e5b5-19cc-4407-9435-cc1a16805785/9cde276b-aba1-42ad-aea2-727220d2fb45) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:21:40.086507 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-75112256-bf8b-4e36-bff4-04404fddae0f None None] Current status of the port c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:21:40.106341 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-f5d29ac6-318c-40cb-93b0-ffb5e35490fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3303a06a-bb3c-468e-828f-5676bc9455c0', 'name': 'tempest-TestMinimumBasicScenario-1914751678-router', 'tenant_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'cba65d9b-8e85-4042-9de6-06cd40abd709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:21:33Z', 'updated_at': '2022-03-07T17:21:36Z', 'revision_number': 4, 'project_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'gw_port': {'id': 'cba65d9b-8e85-4042-9de6-06cd40abd709', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:77:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303a06a-bb3c-468e-828f-5676bc9455c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:21:33Z', 'updated_at': '2022-03-07T17:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': 'c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f', 'name': '', 'network_id': '2867492e-81a9-498d-9fb7-e0de0a0ea720', 'tenant_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'mac_address': 'fa:16:3e:3d:3d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3303a06a-bb3c-468e-828f-5676bc9455c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'efde61f3-7858-4cee-a02c-39731dd09913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:21:35Z', 'updated_at': '2022-03-07T17:21:38Z', 'revision_number': 4, 'project_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'subnets': [{'id': 'efde61f3-7858-4cee-a02c-39731dd09913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:21:40.144044 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d29ac6-318c-40cb-93b0-ffb5e35490fb None None] The sync data for ids ['3303a06a-bb3c-468e-828f-5676bc9455c0'] in dv-cinder-804035-42-iscsi is: [{'id': '3303a06a-bb3c-468e-828f-5676bc9455c0', 'name': 'tempest-TestMinimumBasicScenario-1914751678-router', 'tenant_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'cba65d9b-8e85-4042-9de6-06cd40abd709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:21:33Z', 'updated_at': '2022-03-07T17:21:36Z', 'revision_number': 4, 'project_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'gw_port': {'id': 'cba65d9b-8e85-4042-9de6-06cd40abd709', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:77:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303a06a-bb3c-468e-828f-5676bc9455c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:21:33Z', 'updated_at': '2022-03-07T17:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': 'c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f', 'name': '', 'network_id': '2867492e-81a9-498d-9fb7-e0de0a0ea720', 'tenant_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'mac_address': 'fa:16:3e:3d:3d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3303a06a-bb3c-468e-828f-5676bc9455c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'efde61f3-7858-4cee-a02c-39731dd09913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:21:35Z', 'updated_at': '2022-03-07T17:21:38Z', 'revision_number': 4, 'project_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'subnets': [{'id': 'efde61f3-7858-4cee-a02c-39731dd09913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:21:40.178986 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a6b51389-d7f7-4dd8-bc1a-f61cffb10ab8 admin admin] Publish callbacks [] for port (9cde276b-aba1-42ad-aea2-727220d2fb45), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:40.214189 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-91f25fde-ba0e-4376-94e6-634ae4f0bc36 None None] Publish callbacks [] for port (303b42c9-1cb5-473a-a428-e4da2f251d5e), precommit_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:40.301660 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-91f25fde-ba0e-4376-94e6-634ae4f0bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377'] for port (303b42c9-1cb5-473a-a428-e4da2f251d5e), after_create {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:40.311749 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a6b51389-d7f7-4dd8-bc1a-f61cffb10ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51013872'] for port (9cde276b-aba1-42ad-aea2-727220d2fb45), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:40.347982 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f25fde-ba0e-4376-94e6-634ae4f0bc36 None None] Network 6e278fbe-d446-40bc-b92e-e2f196801d66 is already hosted by enough agents. {{(pid=103440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:21:40.350863 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.scheduler.base_scheduler [None req-91f25fde-ba0e-4376-94e6-634ae4f0bc36 None None] Resources bound (agent type, host, resource id): {{(pid=103440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:21:40.355002 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b51389-d7f7-4dd8-bc1a-f61cffb10ab8 admin admin] Network ca3ae6bc-acc1-44d4-99e8-2239d5d79721 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:21:40.360335 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-a6b51389-d7f7-4dd8-bc1a-f61cffb10ab8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:21:40.360499 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f25fde-ba0e-4376-94e6-634ae4f0bc36 None None] Received port after_create {{(pid=103440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:21:40.363964 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f25fde-ba0e-4376-94e6-634ae4f0bc36 None None] Pushing event updated for resources: {'Port': ['ID=303b42c9-1cb5-473a-a428-e4da2f251d5e,revision_number=1']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:21:40.366785 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b51389-d7f7-4dd8-bc1a-f61cffb10ab8 admin admin] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:21:40.402314 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b51389-d7f7-4dd8-bc1a-f61cffb10ab8 admin admin] Pushing event updated for resources: {'Port': ['ID=9cde276b-aba1-42ad-aea2-727220d2fb45,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:21:40.426596 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-91f25fde-ba0e-4376-94e6-634ae4f0bc36 None None] Attempting to bind port 303b42c9-1cb5-473a-a428-e4da2f251d5e on host dv-cinder-804035-42-iscsi for vnic_type normal with profile {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:21:40.426964 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-91f25fde-ba0e-4376-94e6-634ae4f0bc36 None None] Attempting to bind port 303b42c9-1cb5-473a-a428-e4da2f251d5e by drivers openvswitch,hyperv on host dv-cinder-804035-42-iscsi at level 0 using segments [{'id': 'cb0038f9-319c-4780-988e-4cbef4a6fcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6e278fbe-d446-40bc-b92e-e2f196801d66'}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:21:40.427480 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f25fde-ba0e-4376-94e6-634ae4f0bc36 None None] Attempting to bind port 303b42c9-1cb5-473a-a428-e4da2f251d5e on network 6e278fbe-d446-40bc-b92e-e2f196801d66 {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:21:40.434342 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f25fde-ba0e-4376-94e6-634ae4f0bc36 None None] Checking agent: {'id': 'bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 53, 53), 'started_at': datetime.datetime(2022, 3, 7, 16, 54, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:21:40.434864 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f25fde-ba0e-4376-94e6-634ae4f0bc36 None None] Checking segment: {'id': 'cb0038f9-319c-4780-988e-4cbef4a6fcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6e278fbe-d446-40bc-b92e-e2f196801d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:21:40.435384 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-91f25fde-ba0e-4376-94e6-634ae4f0bc36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:40.435894 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f25fde-ba0e-4376-94e6-634ae4f0bc36 None None] Bound using segment: {'id': 'cb0038f9-319c-4780-988e-4cbef4a6fcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6e278fbe-d446-40bc-b92e-e2f196801d66'} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:21:40.436455 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-91f25fde-ba0e-4376-94e6-634ae4f0bc36 None None] Bound port: 303b42c9-1cb5-473a-a428-e4da2f251d5e, host: dv-cinder-804035-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb0038f9-319c-4780-988e-4cbef4a6fcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6e278fbe-d446-40bc-b92e-e2f196801d66'}}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:21:40.437115 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-91f25fde-ba0e-4376-94e6-634ae4f0bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (303b42c9-1cb5-473a-a428-e4da2f251d5e), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:40.505706 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-91f25fde-ba0e-4376-94e6-634ae4f0bc36 None None] For port 303b42c9-1cb5-473a-a428-e4da2f251d5e, host dv-cinder-804035-42-iscsi, cleared binding levels {{(pid=103440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:21:40.509607 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-91f25fde-ba0e-4376-94e6-634ae4f0bc36 None None] For port 303b42c9-1cb5-473a-a428-e4da2f251d5e, host dv-cinder-804035-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=303b42c9-1cb5-473a-a428-e4da2f251d5e,segment=NetworkSegment(cb0038f9-319c-4780-988e-4cbef4a6fcea),segment_id=cb0038f9-319c-4780-988e-4cbef4a6fcea)] {{(pid=103440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:21:40.558978 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-91f25fde-ba0e-4376-94e6-634ae4f0bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (303b42c9-1cb5-473a-a428-e4da2f251d5e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:40.629664 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f25fde-ba0e-4376-94e6-634ae4f0bc36 None None] Pushing event updated for resources: {'Port': ['ID=303b42c9-1cb5-473a-a428-e4da2f251d5e,revision_number=2']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:21:40.737608 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a6b51389-d7f7-4dd8-bc1a-f61cffb10ab8 admin admin] Publish callbacks [] for router_gateway (bdf65026-02da-41b9-8263-428af12c4422), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:40.770547 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f up at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:21:40.859782 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Provisioning complete for port c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:21:40.860278 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:40.962314 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Current status of the port c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:21:40.964402 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device cba65d9b-8e85-4042-9de6-06cd40abd709 up at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:21:41.018372 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a6b51389-d7f7-4dd8-bc1a-f61cffb10ab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2052463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2048250'] for router (bdf65026-02da-41b9-8263-428af12c4422), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:41.030735 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Provisioning complete for port cba65d9b-8e85-4042-9de6-06cd40abd709 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:21:41.031105 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (cba65d9b-8e85-4042-9de6-06cd40abd709), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:41.115604 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Current status of the port cba65d9b-8e85-4042-9de6-06cd40abd709 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:21:41.221502 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b51389-d7f7-4dd8-bc1a-f61cffb10ab8 admin admin] Router bdf65026-02da-41b9-8263-428af12c4422 is scheduled to L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 with binding_index 1 {{(pid=103433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 17:21:41.340306 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b51389-d7f7-4dd8-bc1a-f61cffb10ab8 admin admin] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:21:41.351338 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe0e112-cd6e-4128-9816-68b43a49aae4 None None] Sync routers for ids ['bdf65026-02da-41b9-8263-428af12c4422'] in dv-cinder-804035-42-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:21:41.366143 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe0e112-cd6e-4128-9816-68b43a49aae4 None None] Routers {'bdf65026-02da-41b9-8263-428af12c4422'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:21:41.370348 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-5fe0e112-cd6e-4128-9816-68b43a49aae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:21:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['bdf65026-02da-41b9-8263-428af12c4422'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:21:41.427315 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-a6b51389-d7f7-4dd8-bc1a-f61cffb10ab8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:41.431939 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 41800) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:21:41.432486 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-a6b51389-d7f7-4dd8-bc1a-f61cffb10ab8 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1394577 Mar 07 17:21:41.486437 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-5fe0e112-cd6e-4128-9816-68b43a49aae4 None None] Set router bdf65026-02da-41b9-8263-428af12c4422 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:21:41.632766 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193edb29-75fb-4e80-b998-29678426e6a2 None None] Network 6e278fbe-d446-40bc-b92e-e2f196801d66 requested from dv-cinder-804035-42-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:21:41.679247 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-5fe0e112-cd6e-4128-9816-68b43a49aae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf65026-02da-41b9-8263-428af12c4422', 'name': 'tempest-TestMinimumBasicScenario-1943624720-router', 'tenant_id': 'd324e1e7ba0148018880970037be8663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9cde276b-aba1-42ad-aea2-727220d2fb45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:21:39Z', 'updated_at': '2022-03-07T17:21:40Z', 'revision_number': 3, 'project_id': 'd324e1e7ba0148018880970037be8663', 'gw_port': {'id': '9cde276b-aba1-42ad-aea2-727220d2fb45', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:13:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf65026-02da-41b9-8263-428af12c4422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:21:39Z', 'updated_at': '2022-03-07T17:21:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi'}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:21:41.705992 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe0e112-cd6e-4128-9816-68b43a49aae4 None None] Checking router: bdf65026-02da-41b9-8263-428af12c4422 for host: dv-cinder-804035-42-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:21:41.706336 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe0e112-cd6e-4128-9816-68b43a49aae4 None None] Updating router bdf65026-02da-41b9-8263-428af12c4422 port 9cde276b-aba1-42ad-aea2-727220d2fb45 binding host dv-cinder-804035-42-iscsi {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 17:21:41.738074 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5fe0e112-cd6e-4128-9816-68b43a49aae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (9cde276b-aba1-42ad-aea2-727220d2fb45), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:41.747587 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-5c242a0f-4c80-4676-9861-45d91ee99efb None None] Provisioning complete for port 303b42c9-1cb5-473a-a428-e4da2f251d5e triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:21:41.748040 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5c242a0f-4c80-4676-9861-45d91ee99efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (303b42c9-1cb5-473a-a428-e4da2f251d5e), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:41.849344 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-5c242a0f-4c80-4676-9861-45d91ee99efb None None] Current status of the port 303b42c9-1cb5-473a-a428-e4da2f251d5e is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:21:41.849889 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5c242a0f-4c80-4676-9861-45d91ee99efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (303b42c9-1cb5-473a-a428-e4da2f251d5e), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:41.896535 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1bde4fe1-2ebc-4bab-9dbb-fbfb957cf367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:41.897387 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-5c242a0f-4c80-4676-9861-45d91ee99efb None None] For port 303b42c9-1cb5-473a-a428-e4da2f251d5e, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=303b42c9-1cb5-473a-a428-e4da2f251d5e,segment=NetworkSegment(cb0038f9-319c-4780-988e-4cbef4a6fcea),segment_id=cb0038f9-319c-4780-988e-4cbef4a6fcea)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:21:41.981328 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5c242a0f-4c80-4676-9861-45d91ee99efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (303b42c9-1cb5-473a-a428-e4da2f251d5e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:42.027105 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5fe0e112-cd6e-4128-9816-68b43a49aae4 None None] Publish callbacks [] for port (9cde276b-aba1-42ad-aea2-727220d2fb45), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:42.039218 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c242a0f-4c80-4676-9861-45d91ee99efb None None] Pushing event updated for resources: {'Port': ['ID=303b42c9-1cb5-473a-a428-e4da2f251d5e,revision_number=3']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:21:42.080032 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-1bde4fe1-2ebc-4bab-9dbb-fbfb957cf367 admin admin] Allocated IP 172.20.0.1 (6e278fbe-d446-40bc-b92e-e2f196801d66/e60bca46-339c-4ddd-8ff7-e30e2558a235/5008d9e1-76eb-460d-85d3-bb1e84c67dfe) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:21:42.103139 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-b17d92e1-0e53-479c-af37-a12783cae6c8 None None] Provisioning complete for port 303b42c9-1cb5-473a-a428-e4da2f251d5e triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:21:42.103597 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b17d92e1-0e53-479c-af37-a12783cae6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (303b42c9-1cb5-473a-a428-e4da2f251d5e), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:42.112725 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5fe0e112-cd6e-4128-9816-68b43a49aae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (9cde276b-aba1-42ad-aea2-727220d2fb45), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:42.167052 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b2c183-232e-4913-b0ce-a26a3e0970d9 None None] Pushing event updated for resources: {'Port': ['ID=9cde276b-aba1-42ad-aea2-727220d2fb45,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:21:42.173082 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-5fe0e112-cd6e-4128-9816-68b43a49aae4 None None] Attempting to bind port 9cde276b-aba1-42ad-aea2-727220d2fb45 on host dv-cinder-804035-42-iscsi for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:21:42.173450 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-5fe0e112-cd6e-4128-9816-68b43a49aae4 None None] Attempting to bind port 9cde276b-aba1-42ad-aea2-727220d2fb45 by drivers openvswitch,hyperv on host dv-cinder-804035-42-iscsi at level 0 using segments [{'id': '733ea0a4-2088-41be-a436-48329c6e880b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:21:42.173819 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe0e112-cd6e-4128-9816-68b43a49aae4 None None] Attempting to bind port 9cde276b-aba1-42ad-aea2-727220d2fb45 on network ca3ae6bc-acc1-44d4-99e8-2239d5d79721 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:21:42.179060 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe0e112-cd6e-4128-9816-68b43a49aae4 None None] Checking agent: {'id': 'bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 53, 53), 'started_at': datetime.datetime(2022, 3, 7, 16, 54, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:21:42.179439 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe0e112-cd6e-4128-9816-68b43a49aae4 None None] Checking segment: {'id': '733ea0a4-2088-41be-a436-48329c6e880b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:21:42.180253 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5fe0e112-cd6e-4128-9816-68b43a49aae4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:42.180253 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe0e112-cd6e-4128-9816-68b43a49aae4 None None] Bound using segment: {'id': '733ea0a4-2088-41be-a436-48329c6e880b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:21:42.180934 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-5fe0e112-cd6e-4128-9816-68b43a49aae4 None None] Bound port: 9cde276b-aba1-42ad-aea2-727220d2fb45, host: dv-cinder-804035-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '733ea0a4-2088-41be-a436-48329c6e880b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:21:42.181452 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5fe0e112-cd6e-4128-9816-68b43a49aae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (9cde276b-aba1-42ad-aea2-727220d2fb45), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:42.190066 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-b17d92e1-0e53-479c-af37-a12783cae6c8 None None] Current status of the port 303b42c9-1cb5-473a-a428-e4da2f251d5e is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:21:42.208368 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1bde4fe1-2ebc-4bab-9dbb-fbfb957cf367 admin admin] Publish callbacks [] for port (5008d9e1-76eb-460d-85d3-bb1e84c67dfe), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:42.241435 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-5fe0e112-cd6e-4128-9816-68b43a49aae4 None None] For port 9cde276b-aba1-42ad-aea2-727220d2fb45, host dv-cinder-804035-42-iscsi, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:21:42.244667 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-5fe0e112-cd6e-4128-9816-68b43a49aae4 None None] For port 9cde276b-aba1-42ad-aea2-727220d2fb45, host dv-cinder-804035-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=9cde276b-aba1-42ad-aea2-727220d2fb45,segment=NetworkSegment(733ea0a4-2088-41be-a436-48329c6e880b),segment_id=733ea0a4-2088-41be-a436-48329c6e880b)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:21:42.340306 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1bde4fe1-2ebc-4bab-9dbb-fbfb957cf367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (5008d9e1-76eb-460d-85d3-bb1e84c67dfe), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:42.358685 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5fe0e112-cd6e-4128-9816-68b43a49aae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (9cde276b-aba1-42ad-aea2-727220d2fb45), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:42.387717 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bde4fe1-2ebc-4bab-9dbb-fbfb957cf367 admin admin] Network 6e278fbe-d446-40bc-b92e-e2f196801d66 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:21:42.394294 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-1bde4fe1-2ebc-4bab-9dbb-fbfb957cf367 admin admin] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:21:42.401224 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bde4fe1-2ebc-4bab-9dbb-fbfb957cf367 admin admin] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:21:42.406275 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde4fe1-2ebc-4bab-9dbb-fbfb957cf367 admin admin] Pushing event updated for resources: {'Port': ['ID=5008d9e1-76eb-460d-85d3-bb1e84c67dfe,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:21:42.431111 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b2c183-232e-4913-b0ce-a26a3e0970d9 None None] Pushing event updated for resources: {'Port': ['ID=9cde276b-aba1-42ad-aea2-727220d2fb45,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:21:42.441618 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe0e112-cd6e-4128-9816-68b43a49aae4 None None] Routers {'bdf65026-02da-41b9-8263-428af12c4422'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:21:42.442249 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-5fe0e112-cd6e-4128-9816-68b43a49aae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:21:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['bdf65026-02da-41b9-8263-428af12c4422'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:21:42.452250 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1bde4fe1-2ebc-4bab-9dbb-fbfb957cf367 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2049751'] for router_interface (bdf65026-02da-41b9-8263-428af12c4422), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:42.654061 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-5fe0e112-cd6e-4128-9816-68b43a49aae4 None None] Set router bdf65026-02da-41b9-8263-428af12c4422 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:21:42.660065 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1bde4fe1-2ebc-4bab-9dbb-fbfb957cf367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (5008d9e1-76eb-460d-85d3-bb1e84c67dfe), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:42.678403 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 303b42c9-1cb5-473a-a428-e4da2f251d5e up at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:21:42.729197 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-13adb077-4bc4-4b27-8c86-f7b7e1d82dc9 None None] Provisioning complete for port 5008d9e1-76eb-460d-85d3-bb1e84c67dfe triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:21:42.729674 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-13adb077-4bc4-4b27-8c86-f7b7e1d82dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (5008d9e1-76eb-460d-85d3-bb1e84c67dfe), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:42.771982 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-13adb077-4bc4-4b27-8c86-f7b7e1d82dc9 None None] Port 5008d9e1-76eb-460d-85d3-bb1e84c67dfe cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:21:42.775618 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Provisioning complete for port 303b42c9-1cb5-473a-a428-e4da2f251d5e triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:21:42.776071 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (303b42c9-1cb5-473a-a428-e4da2f251d5e), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:42.829709 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1bde4fe1-2ebc-4bab-9dbb-fbfb957cf367 admin admin] Publish callbacks [] for port (5008d9e1-76eb-460d-85d3-bb1e84c67dfe), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:42.841043 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-5fe0e112-cd6e-4128-9816-68b43a49aae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf65026-02da-41b9-8263-428af12c4422', 'name': 'tempest-TestMinimumBasicScenario-1943624720-router', 'tenant_id': 'd324e1e7ba0148018880970037be8663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9cde276b-aba1-42ad-aea2-727220d2fb45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:21:39Z', 'updated_at': '2022-03-07T17:21:40Z', 'revision_number': 3, 'project_id': 'd324e1e7ba0148018880970037be8663', 'gw_port': {'id': '9cde276b-aba1-42ad-aea2-727220d2fb45', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:13:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf65026-02da-41b9-8263-428af12c4422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:21:39Z', 'updated_at': '2022-03-07T17:21:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi'}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:21:42.857511 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Current status of the port 303b42c9-1cb5-473a-a428-e4da2f251d5e is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:21:42.867812 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe0e112-cd6e-4128-9816-68b43a49aae4 None None] The sync data for ids ['bdf65026-02da-41b9-8263-428af12c4422'] in dv-cinder-804035-42-iscsi is: [{'id': 'bdf65026-02da-41b9-8263-428af12c4422', 'name': 'tempest-TestMinimumBasicScenario-1943624720-router', 'tenant_id': 'd324e1e7ba0148018880970037be8663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9cde276b-aba1-42ad-aea2-727220d2fb45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:21:39Z', 'updated_at': '2022-03-07T17:21:40Z', 'revision_number': 3, 'project_id': 'd324e1e7ba0148018880970037be8663', 'gw_port': {'id': '9cde276b-aba1-42ad-aea2-727220d2fb45', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:13:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf65026-02da-41b9-8263-428af12c4422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:21:39Z', 'updated_at': '2022-03-07T17:21:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi'}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:21:42.895714 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1bde4fe1-2ebc-4bab-9dbb-fbfb957cf367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58733560'] for port (5008d9e1-76eb-460d-85d3-bb1e84c67dfe), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:42.967096 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde4fe1-2ebc-4bab-9dbb-fbfb957cf367 admin admin] Pushing event updated for resources: {'Port': ['ID=5008d9e1-76eb-460d-85d3-bb1e84c67dfe,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:21:42.972277 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1bde4fe1-2ebc-4bab-9dbb-fbfb957cf367 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1812604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2049723'] for router_interface (bdf65026-02da-41b9-8263-428af12c4422), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:43.065213 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bde4fe1-2ebc-4bab-9dbb-fbfb957cf367 admin admin] Network 6e278fbe-d446-40bc-b92e-e2f196801d66 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:21:43.066696 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-1bde4fe1-2ebc-4bab-9dbb-fbfb957cf367 admin admin] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:21:43.211272 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bde4fe1-2ebc-4bab-9dbb-fbfb957cf367 admin admin] Router bdf65026-02da-41b9-8263-428af12c4422 has already been hosted by L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:21:43.312346 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-50029428-6268-4337-bf9e-abce486adcfb None None] Provisioning complete for port 5008d9e1-76eb-460d-85d3-bb1e84c67dfe triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:21:43.312923 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-50029428-6268-4337-bf9e-abce486adcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (5008d9e1-76eb-460d-85d3-bb1e84c67dfe), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:43.333866 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bde4fe1-2ebc-4bab-9dbb-fbfb957cf367 admin admin] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:21:43.339654 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-1bde4fe1-2ebc-4bab-9dbb-fbfb957cf367 admin admin] 10.222.0.45 "PUT /v2.0/routers/bdf65026-02da-41b9-8263-428af12c4422/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9058754 Mar 07 17:21:43.356778 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-50029428-6268-4337-bf9e-abce486adcfb None None] Port 5008d9e1-76eb-460d-85d3-bb1e84c67dfe cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:21:44.484561 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b2c26f-5437-43bf-8fa7-d10be83f9c19 None None] Sync routers for ids ['bdf65026-02da-41b9-8263-428af12c4422'] in dv-cinder-804035-42-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:21:44.501186 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b2c26f-5437-43bf-8fa7-d10be83f9c19 None None] Routers {'bdf65026-02da-41b9-8263-428af12c4422'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:21:44.502399 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-d8b2c26f-5437-43bf-8fa7-d10be83f9c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:21:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['bdf65026-02da-41b9-8263-428af12c4422'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:21:44.639864 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-d8b2c26f-5437-43bf-8fa7-d10be83f9c19 None None] Set router bdf65026-02da-41b9-8263-428af12c4422 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:21:44.733274 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 9cde276b-aba1-42ad-aea2-727220d2fb45 up at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:21:44.880224 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Provisioning complete for port 9cde276b-aba1-42ad-aea2-727220d2fb45 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:21:44.880603 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (9cde276b-aba1-42ad-aea2-727220d2fb45), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:44.947787 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-d8b2c26f-5437-43bf-8fa7-d10be83f9c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf65026-02da-41b9-8263-428af12c4422', 'name': 'tempest-TestMinimumBasicScenario-1943624720-router', 'tenant_id': 'd324e1e7ba0148018880970037be8663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9cde276b-aba1-42ad-aea2-727220d2fb45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:21:39Z', 'updated_at': '2022-03-07T17:21:42Z', 'revision_number': 4, 'project_id': 'd324e1e7ba0148018880970037be8663', 'gw_port': {'id': '9cde276b-aba1-42ad-aea2-727220d2fb45', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:13:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf65026-02da-41b9-8263-428af12c4422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:21:39Z', 'updated_at': '2022-03-07T17:21:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': '5008d9e1-76eb-460d-85d3-bb1e84c67dfe', 'name': '', 'network_id': '6e278fbe-d446-40bc-b92e-e2f196801d66', 'tenant_id': 'd324e1e7ba0148018880970037be8663', 'mac_address': 'fa:16:3e:58:a0:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf65026-02da-41b9-8263-428af12c4422', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'e60bca46-339c-4ddd-8ff7-e30e2558a235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:21:41Z', 'updated_at': '2022-03-07T17:21:42Z', 'revision_number': 2, 'project_id': 'd324e1e7ba0148018880970037be8663', 'subnets': [{'id': 'e60bca46-339c-4ddd-8ff7-e30e2558a235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:21:44.993355 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b2c26f-5437-43bf-8fa7-d10be83f9c19 None None] Checking router: bdf65026-02da-41b9-8263-428af12c4422 for host: dv-cinder-804035-42-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:21:44.993771 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b2c26f-5437-43bf-8fa7-d10be83f9c19 None None] Updating router bdf65026-02da-41b9-8263-428af12c4422 port 5008d9e1-76eb-460d-85d3-bb1e84c67dfe binding host dv-cinder-804035-42-iscsi {{(pid=103440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 17:21:45.178398 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Current status of the port 9cde276b-aba1-42ad-aea2-727220d2fb45 is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:21:45.178788 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (9cde276b-aba1-42ad-aea2-727220d2fb45), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:45.186871 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d8b2c26f-5437-43bf-8fa7-d10be83f9c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (5008d9e1-76eb-460d-85d3-bb1e84c67dfe), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:45.211199 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] For port 9cde276b-aba1-42ad-aea2-727220d2fb45, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=9cde276b-aba1-42ad-aea2-727220d2fb45,segment=NetworkSegment(733ea0a4-2088-41be-a436-48329c6e880b),segment_id=733ea0a4-2088-41be-a436-48329c6e880b)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:21:45.293172 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (9cde276b-aba1-42ad-aea2-727220d2fb45), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:45.382667 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Pushing event updated for resources: {'Port': ['ID=9cde276b-aba1-42ad-aea2-727220d2fb45,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:21:45.529519 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d8b2c26f-5437-43bf-8fa7-d10be83f9c19 None None] Publish callbacks [] for port (5008d9e1-76eb-460d-85d3-bb1e84c67dfe), precommit_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:45.598447 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d8b2c26f-5437-43bf-8fa7-d10be83f9c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (5008d9e1-76eb-460d-85d3-bb1e84c67dfe), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:45.659734 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2158e525-ce92-42a1-aa74-76e86abaca88 None None] Pushing event updated for resources: {'Port': ['ID=5008d9e1-76eb-460d-85d3-bb1e84c67dfe,revision_number=3']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:21:45.726663 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-d8b2c26f-5437-43bf-8fa7-d10be83f9c19 None None] Attempting to bind port 5008d9e1-76eb-460d-85d3-bb1e84c67dfe on host dv-cinder-804035-42-iscsi for vnic_type normal with profile {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:21:45.727743 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-d8b2c26f-5437-43bf-8fa7-d10be83f9c19 None None] Attempting to bind port 5008d9e1-76eb-460d-85d3-bb1e84c67dfe by drivers openvswitch,hyperv on host dv-cinder-804035-42-iscsi at level 0 using segments [{'id': 'cb0038f9-319c-4780-988e-4cbef4a6fcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6e278fbe-d446-40bc-b92e-e2f196801d66'}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:21:45.728239 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b2c26f-5437-43bf-8fa7-d10be83f9c19 None None] Attempting to bind port 5008d9e1-76eb-460d-85d3-bb1e84c67dfe on network 6e278fbe-d446-40bc-b92e-e2f196801d66 {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:21:45.736122 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b2c26f-5437-43bf-8fa7-d10be83f9c19 None None] Checking agent: {'id': 'bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-42-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 16, 53, 53), 'started_at': datetime.datetime(2022, 3, 7, 16, 54, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-42-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:21:45.736699 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b2c26f-5437-43bf-8fa7-d10be83f9c19 None None] Checking segment: {'id': 'cb0038f9-319c-4780-988e-4cbef4a6fcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6e278fbe-d446-40bc-b92e-e2f196801d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:21:45.737209 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d8b2c26f-5437-43bf-8fa7-d10be83f9c19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:45.737703 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b2c26f-5437-43bf-8fa7-d10be83f9c19 None None] Bound using segment: {'id': 'cb0038f9-319c-4780-988e-4cbef4a6fcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6e278fbe-d446-40bc-b92e-e2f196801d66'} {{(pid=103440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:21:45.738264 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.managers [None req-d8b2c26f-5437-43bf-8fa7-d10be83f9c19 None None] Bound port: 5008d9e1-76eb-460d-85d3-bb1e84c67dfe, host: dv-cinder-804035-42-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb0038f9-319c-4780-988e-4cbef4a6fcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6e278fbe-d446-40bc-b92e-e2f196801d66'}}] {{(pid=103440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:21:45.738746 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d8b2c26f-5437-43bf-8fa7-d10be83f9c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (5008d9e1-76eb-460d-85d3-bb1e84c67dfe), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:45.813011 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-d8b2c26f-5437-43bf-8fa7-d10be83f9c19 None None] For port 5008d9e1-76eb-460d-85d3-bb1e84c67dfe, host dv-cinder-804035-42-iscsi, cleared binding levels {{(pid=103440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:21:45.816392 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-d8b2c26f-5437-43bf-8fa7-d10be83f9c19 None None] For port 5008d9e1-76eb-460d-85d3-bb1e84c67dfe, host dv-cinder-804035-42-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=5008d9e1-76eb-460d-85d3-bb1e84c67dfe,segment=NetworkSegment(cb0038f9-319c-4780-988e-4cbef4a6fcea),segment_id=cb0038f9-319c-4780-988e-4cbef4a6fcea)] {{(pid=103440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:21:45.889030 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-d8b2c26f-5437-43bf-8fa7-d10be83f9c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (5008d9e1-76eb-460d-85d3-bb1e84c67dfe), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:45.959969 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e0fdeef-3f2d-42b8-914d-9d3a398a2074 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:45.961498 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-6f9a1633-f999-426a-93ee-c2e28730febe None None] Provisioning complete for port 5008d9e1-76eb-460d-85d3-bb1e84c67dfe triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:21:45.963187 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6f9a1633-f999-426a-93ee-c2e28730febe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (5008d9e1-76eb-460d-85d3-bb1e84c67dfe), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:45.998854 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2158e525-ce92-42a1-aa74-76e86abaca88 None None] Pushing event updated for resources: {'Port': ['ID=5008d9e1-76eb-460d-85d3-bb1e84c67dfe,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:21:46.010616 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b2c26f-5437-43bf-8fa7-d10be83f9c19 None None] Routers {'bdf65026-02da-41b9-8263-428af12c4422'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:21:46.011108 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-d8b2c26f-5437-43bf-8fa7-d10be83f9c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:21:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['bdf65026-02da-41b9-8263-428af12c4422'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:21:46.173798 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-6f9a1633-f999-426a-93ee-c2e28730febe None None] Current status of the port 5008d9e1-76eb-460d-85d3-bb1e84c67dfe is: DOWN; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:21:46.174197 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6f9a1633-f999-426a-93ee-c2e28730febe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (5008d9e1-76eb-460d-85d3-bb1e84c67dfe), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:46.193505 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-d8b2c26f-5437-43bf-8fa7-d10be83f9c19 None None] Set router bdf65026-02da-41b9-8263-428af12c4422 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:21:46.260749 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-6f9a1633-f999-426a-93ee-c2e28730febe None None] For port 5008d9e1-76eb-460d-85d3-bb1e84c67dfe, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=5008d9e1-76eb-460d-85d3-bb1e84c67dfe,segment=NetworkSegment(cb0038f9-319c-4780-988e-4cbef4a6fcea),segment_id=cb0038f9-319c-4780-988e-4cbef4a6fcea)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:21:46.354501 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6f9a1633-f999-426a-93ee-c2e28730febe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (5008d9e1-76eb-460d-85d3-bb1e84c67dfe), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:46.429253 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9a1633-f999-426a-93ee-c2e28730febe None None] Pushing event updated for resources: {'Port': ['ID=5008d9e1-76eb-460d-85d3-bb1e84c67dfe,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:21:46.487256 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-7510c807-c2b2-40da-be24-35e2054d2f60 None None] Provisioning complete for port 5008d9e1-76eb-460d-85d3-bb1e84c67dfe triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:21:46.487660 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7510c807-c2b2-40da-be24-35e2054d2f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (5008d9e1-76eb-460d-85d3-bb1e84c67dfe), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:46.529788 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-d8b2c26f-5437-43bf-8fa7-d10be83f9c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf65026-02da-41b9-8263-428af12c4422', 'name': 'tempest-TestMinimumBasicScenario-1943624720-router', 'tenant_id': 'd324e1e7ba0148018880970037be8663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9cde276b-aba1-42ad-aea2-727220d2fb45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:21:39Z', 'updated_at': '2022-03-07T17:21:42Z', 'revision_number': 4, 'project_id': 'd324e1e7ba0148018880970037be8663', 'gw_port': {'id': '9cde276b-aba1-42ad-aea2-727220d2fb45', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:13:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf65026-02da-41b9-8263-428af12c4422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:21:39Z', 'updated_at': '2022-03-07T17:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': '5008d9e1-76eb-460d-85d3-bb1e84c67dfe', 'name': '', 'network_id': '6e278fbe-d446-40bc-b92e-e2f196801d66', 'tenant_id': 'd324e1e7ba0148018880970037be8663', 'mac_address': 'fa:16:3e:58:a0:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf65026-02da-41b9-8263-428af12c4422', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'e60bca46-339c-4ddd-8ff7-e30e2558a235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:21:41Z', 'updated_at': '2022-03-07T17:21:45Z', 'revision_number': 4, 'project_id': 'd324e1e7ba0148018880970037be8663', 'subnets': [{'id': 'e60bca46-339c-4ddd-8ff7-e30e2558a235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:21:46.567000 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b2c26f-5437-43bf-8fa7-d10be83f9c19 None None] The sync data for ids ['bdf65026-02da-41b9-8263-428af12c4422'] in dv-cinder-804035-42-iscsi is: [{'id': 'bdf65026-02da-41b9-8263-428af12c4422', 'name': 'tempest-TestMinimumBasicScenario-1943624720-router', 'tenant_id': 'd324e1e7ba0148018880970037be8663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9cde276b-aba1-42ad-aea2-727220d2fb45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:21:39Z', 'updated_at': '2022-03-07T17:21:42Z', 'revision_number': 4, 'project_id': 'd324e1e7ba0148018880970037be8663', 'gw_port': {'id': '9cde276b-aba1-42ad-aea2-727220d2fb45', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:13:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf65026-02da-41b9-8263-428af12c4422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:21:39Z', 'updated_at': '2022-03-07T17:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': '5008d9e1-76eb-460d-85d3-bb1e84c67dfe', 'name': '', 'network_id': '6e278fbe-d446-40bc-b92e-e2f196801d66', 'tenant_id': 'd324e1e7ba0148018880970037be8663', 'mac_address': 'fa:16:3e:58:a0:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf65026-02da-41b9-8263-428af12c4422', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'e60bca46-339c-4ddd-8ff7-e30e2558a235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:21:41Z', 'updated_at': '2022-03-07T17:21:45Z', 'revision_number': 4, 'project_id': 'd324e1e7ba0148018880970037be8663', 'subnets': [{'id': 'e60bca46-339c-4ddd-8ff7-e30e2558a235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:21:46.643712 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-7510c807-c2b2-40da-be24-35e2054d2f60 None None] Current status of the port 5008d9e1-76eb-460d-85d3-bb1e84c67dfe is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:21:46.721710 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 9cde276b-aba1-42ad-aea2-727220d2fb45 up at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:21:46.789177 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Provisioning complete for port 9cde276b-aba1-42ad-aea2-727220d2fb45 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:21:46.789559 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (9cde276b-aba1-42ad-aea2-727220d2fb45), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:46.916578 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Current status of the port 9cde276b-aba1-42ad-aea2-727220d2fb45 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:21:48.426748 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-6dc3125f-bfd1-44d1-9645-15e2e41e0f74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:48.516873 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:48.699726 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 5008d9e1-76eb-460d-85d3-bb1e84c67dfe up at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:21:48.750644 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Provisioning complete for port 5008d9e1-76eb-460d-85d3-bb1e84c67dfe triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:21:48.751116 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (5008d9e1-76eb-460d-85d3-bb1e84c67dfe), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:48.844043 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Current status of the port 5008d9e1-76eb-460d-85d3-bb1e84c67dfe is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:21:50.483060 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:51.940300 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:53.186619 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:54.684103 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499119ea-8786-4d58-8f1e-b815ef4e93d1 req-ec895278-67da-4068-ac92-cd8f1b777bd2 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:21:54.685578 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-499119ea-8786-4d58-8f1e-b815ef4e93d1 req-ec895278-67da-4068-ac92-cd8f1b777bd2 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/networks?id=2867492e-81a9-498d-9fb7-e0de0a0ea720 HTTP/1.1" status: 200 len: 815 time: 0.1389830 Mar 07 17:21:54.700821 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-499119ea-8786-4d58-8f1e-b815ef4e93d1 req-4e83bbcf-fad2-49a3-9769-7bcca4fb21ba tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/quotas/9eb1f6bbc9de48bcb4ceb589c128ce85 HTTP/1.1" status: 200 len: 375 time: 0.0100348 Mar 07 17:21:54.757916 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-499119ea-8786-4d58-8f1e-b815ef4e93d1 req-a3753abe-5e07-4e79-80a3-c3076ef12222 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9eb1f6bbc9de48bcb4ceb589c128ce85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519657 Mar 07 17:21:54.859743 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-499119ea-8786-4d58-8f1e-b815ef4e93d1 req-87ac40dd-c4b2-4438-b447-9b087cf3f3eb service neutron] 10.222.0.45 "GET /v2.0/networks/2867492e-81a9-498d-9fb7-e0de0a0ea720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898759 Mar 07 17:21:54.949933 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-499119ea-8786-4d58-8f1e-b815ef4e93d1 req-3173628d-ae2a-4839-87f2-e01b936a0be8 service neutron] 10.222.0.45 "GET /v2.0/networks/2867492e-81a9-498d-9fb7-e0de0a0ea720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841339 Mar 07 17:21:55.174753 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-476e8cec-54c9-407e-8957-db3347ecd712 req-fab5386a-5bc3-4b49-905a-28e6060a1a6d tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/ports?device_id=d3ea4cd2-90e5-48bb-948f-62acee127a93 HTTP/1.1" status: 200 len: 210 time: 0.0285153 Mar 07 17:21:56.251972 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0f8dfcb6-3c22-4ac4-8f69-df130d43cbc5 req-faeb4f8d-dec7-4e49-a20f-8a7300d26db4 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/ports?device_id=d3ea4cd2-90e5-48bb-948f-62acee127a93 HTTP/1.1" status: 200 len: 210 time: 0.0276797 Mar 07 17:21:57.367299 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e8cb4676-1d17-4887-aa54-38e2e2657994 req-9f427428-d211-4ab1-b110-9061be432d13 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/ports?device_id=d3ea4cd2-90e5-48bb-948f-62acee127a93 HTTP/1.1" status: 200 len: 210 time: 0.0476120 Mar 07 17:21:57.507606 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499119ea-8786-4d58-8f1e-b815ef4e93d1 req-3111da9c-c472-48dc-8643-467c4f231b9e tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:21:57.509928 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-499119ea-8786-4d58-8f1e-b815ef4e93d1 req-3111da9c-c472-48dc-8643-467c4f231b9e tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.53 "GET /v2.0/networks?id=2867492e-81a9-498d-9fb7-e0de0a0ea720 HTTP/1.1" status: 200 len: 815 time: 0.1594307 Mar 07 17:21:57.521435 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-499119ea-8786-4d58-8f1e-b815ef4e93d1 req-b7b21141-c0b1-42eb-b673-75ce08d0a155 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Request body: {'port': {'device_id': 'd3ea4cd2-90e5-48bb-948f-62acee127a93', 'network_id': '2867492e-81a9-498d-9fb7-e0de0a0ea720', 'admin_state_up': True, 'tenant_id': '9eb1f6bbc9de48bcb4ceb589c128ce85'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:21:57.746855 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-499119ea-8786-4d58-8f1e-b815ef4e93d1 req-b7b21141-c0b1-42eb-b673-75ce08d0a155 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Made reservation on behalf of 9eb1f6bbc9de48bcb4ceb589c128ce85 for: {'port': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 17:21:57.750282 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-499119ea-8786-4d58-8f1e-b815ef4e93d1 req-b7b21141-c0b1-42eb-b673-75ce08d0a155 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:57.904111 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [req-499119ea-8786-4d58-8f1e-b815ef4e93d1 req-b7b21141-c0b1-42eb-b673-75ce08d0a155 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Allocated IP 172.20.0.6 (2867492e-81a9-498d-9fb7-e0de0a0ea720/efde61f3-7858-4cee-a02c-39731dd09913/d7f8a057-435f-4fae-a75d-2ff6c30d3ee7) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:21:58.077073 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-499119ea-8786-4d58-8f1e-b815ef4e93d1 req-b7b21141-c0b1-42eb-b673-75ce08d0a155 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks [] for port (d7f8a057-435f-4fae-a75d-2ff6c30d3ee7), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:58.174586 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-499119ea-8786-4d58-8f1e-b815ef4e93d1 req-b7b21141-c0b1-42eb-b673-75ce08d0a155 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (d7f8a057-435f-4fae-a75d-2ff6c30d3ee7), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:58.239142 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-499119ea-8786-4d58-8f1e-b815ef4e93d1 req-b7b21141-c0b1-42eb-b673-75ce08d0a155 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Network 2867492e-81a9-498d-9fb7-e0de0a0ea720 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:21:58.243204 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [req-499119ea-8786-4d58-8f1e-b815ef4e93d1 req-b7b21141-c0b1-42eb-b673-75ce08d0a155 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:21:58.248889 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-499119ea-8786-4d58-8f1e-b815ef4e93d1 req-b7b21141-c0b1-42eb-b673-75ce08d0a155 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:21:58.256148 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b21141-c0b1-42eb-b673-75ce08d0a155 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Pushing event updated for resources: {'Port': ['ID=d7f8a057-435f-4fae-a75d-2ff6c30d3ee7,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:21:58.339530 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499119ea-8786-4d58-8f1e-b815ef4e93d1 req-b7b21141-c0b1-42eb-b673-75ce08d0a155 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:21:58.340436 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-499119ea-8786-4d58-8f1e-b815ef4e93d1 req-b7b21141-c0b1-42eb-b673-75ce08d0a155 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:58.419483 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-499119ea-8786-4d58-8f1e-b815ef4e93d1 req-b7b21141-c0b1-42eb-b673-75ce08d0a155 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9008982 Mar 07 17:21:58.551957 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0bc792-fc39-47eb-9cfb-9bf36026f4a6 req-9c2118c4-6b59-4ded-9907-a8332233b668 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:21:58.552962 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-cccc7bbb-2e26-4aaf-babf-76ebc16ae1b6 None None] Provisioning complete for port d7f8a057-435f-4fae-a75d-2ff6c30d3ee7 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:21:58.553481 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-cccc7bbb-2e26-4aaf-babf-76ebc16ae1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (d7f8a057-435f-4fae-a75d-2ff6c30d3ee7), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:21:58.555028 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9f0bc792-fc39-47eb-9cfb-9bf36026f4a6 req-9c2118c4-6b59-4ded-9907-a8332233b668 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/ports?device_id=d3ea4cd2-90e5-48bb-948f-62acee127a93 HTTP/1.1" status: 200 len: 931 time: 0.0943854 Mar 07 17:21:58.608823 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-cccc7bbb-2e26-4aaf-babf-76ebc16ae1b6 None None] Port d7f8a057-435f-4fae-a75d-2ff6c30d3ee7 cannot update to ACTIVE because it is not bound. {{(pid=103440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 17:21:58.656243 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9f0bc792-fc39-47eb-9cfb-9bf36026f4a6 req-99bee6b8-b709-4f02-953a-fed40e1da19b tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/security-groups?id=a22fe07e-8402-46ed-b65a-635d60cf30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964122 Mar 07 17:21:59.779359 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb1369-27d4-4e7c-9f00-15fa3bf8cbfa req-8087329c-0b93-4790-b351-bcc07e81f54a tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:21:59.781030 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f0eb1369-27d4-4e7c-9f00-15fa3bf8cbfa req-8087329c-0b93-4790-b351-bcc07e81f54a tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/ports?device_id=d3ea4cd2-90e5-48bb-948f-62acee127a93 HTTP/1.1" status: 200 len: 931 time: 0.0550852 Mar 07 17:21:59.837342 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f0eb1369-27d4-4e7c-9f00-15fa3bf8cbfa req-4a33ba98-fa16-43c6-841c-d5a9ba16a49f tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/security-groups?id=a22fe07e-8402-46ed-b65a-635d60cf30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499752 Mar 07 17:22:00.271577 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:22:00.961073 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd391e1b-30a3-45fe-a456-2fea17c417dc req-99c4c831-9e42-4288-b7d4-a7e56855bdd6 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:22:00.962721 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-dd391e1b-30a3-45fe-a456-2fea17c417dc req-99c4c831-9e42-4288-b7d4-a7e56855bdd6 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/ports?device_id=d3ea4cd2-90e5-48bb-948f-62acee127a93 HTTP/1.1" status: 200 len: 931 time: 0.0568998 Mar 07 17:22:01.013431 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-dd391e1b-30a3-45fe-a456-2fea17c417dc req-03879cdf-2487-4cdc-9fdc-c2789de7de72 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/security-groups?id=a22fe07e-8402-46ed-b65a-635d60cf30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452166 Mar 07 17:22:02.156736 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae44c1-6189-4959-8f5f-37d6d08f3872 req-69471f6a-7dcd-46fb-8fb3-4ac54f9a86c4 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:22:02.159125 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6bae44c1-6189-4959-8f5f-37d6d08f3872 req-69471f6a-7dcd-46fb-8fb3-4ac54f9a86c4 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/ports?device_id=d3ea4cd2-90e5-48bb-948f-62acee127a93 HTTP/1.1" status: 200 len: 931 time: 0.0724776 Mar 07 17:22:02.226963 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6bae44c1-6189-4959-8f5f-37d6d08f3872 req-5157b98d-4222-4b68-b10d-e8bfbdce5d1e tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/security-groups?id=a22fe07e-8402-46ed-b65a-635d60cf30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619371 Mar 07 17:22:03.353451 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90df72d-f493-42bb-b350-1ef8b341151e req-60f348d0-e56f-4067-9921-6b0813734934 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:22:03.360147 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f90df72d-f493-42bb-b350-1ef8b341151e req-60f348d0-e56f-4067-9921-6b0813734934 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/ports?device_id=d3ea4cd2-90e5-48bb-948f-62acee127a93 HTTP/1.1" status: 200 len: 931 time: 0.0641987 Mar 07 17:22:03.407997 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f90df72d-f493-42bb-b350-1ef8b341151e req-ac21ec1b-f84d-42e9-99d4-53df472f910b tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/security-groups?id=a22fe07e-8402-46ed-b65a-635d60cf30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467637 Mar 07 17:22:04.528793 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86150467-9a5b-48c1-b286-724f87ea9430 req-42295ff4-2113-4d9c-941c-94bb889a1f3d tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:22:04.531210 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-86150467-9a5b-48c1-b286-724f87ea9430 req-42295ff4-2113-4d9c-941c-94bb889a1f3d tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/ports?device_id=d3ea4cd2-90e5-48bb-948f-62acee127a93 HTTP/1.1" status: 200 len: 931 time: 0.0572894 Mar 07 17:22:04.579948 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-86150467-9a5b-48c1-b286-724f87ea9430 req-9314a0b4-6e6c-464f-9dbb-4ed862a76ab1 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/security-groups?id=a22fe07e-8402-46ed-b65a-635d60cf30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432363 Mar 07 17:22:05.702477 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b514a-0f8b-485b-9464-de5ea7abc6dd req-2bf931a7-9097-4209-8b03-5dba19b9079c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:22:05.708025 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fe2b514a-0f8b-485b-9464-de5ea7abc6dd req-2bf931a7-9097-4209-8b03-5dba19b9079c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/ports?device_id=d3ea4cd2-90e5-48bb-948f-62acee127a93 HTTP/1.1" status: 200 len: 931 time: 0.0617149 Mar 07 17:22:05.763348 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fe2b514a-0f8b-485b-9464-de5ea7abc6dd req-5006af14-57f1-4b95-af8d-4f0932e17450 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/security-groups?id=a22fe07e-8402-46ed-b65a-635d60cf30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534182 Mar 07 17:22:06.880866 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69ff2b-b08b-4d9a-b86b-fd8d8fbfa927 req-06424dce-1952-4ea4-87d1-1920dbbc7593 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:22:06.882346 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3b69ff2b-b08b-4d9a-b86b-fd8d8fbfa927 req-06424dce-1952-4ea4-87d1-1920dbbc7593 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/ports?device_id=d3ea4cd2-90e5-48bb-948f-62acee127a93 HTTP/1.1" status: 200 len: 931 time: 0.0531223 Mar 07 17:22:06.927516 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3b69ff2b-b08b-4d9a-b86b-fd8d8fbfa927 req-c5136fea-d9b1-4676-ba7b-ec030bac820f tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/security-groups?id=a22fe07e-8402-46ed-b65a-635d60cf30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394619 Mar 07 17:22:08.040392 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7503d-a195-4ce2-b6b1-6af075eadb2b req-c39e7da0-d5c8-45af-9f67-076f643e2957 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:22:08.042612 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c7e7503d-a195-4ce2-b6b1-6af075eadb2b req-c39e7da0-d5c8-45af-9f67-076f643e2957 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/ports?device_id=d3ea4cd2-90e5-48bb-948f-62acee127a93 HTTP/1.1" status: 200 len: 931 time: 0.0510859 Mar 07 17:22:08.091360 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c7e7503d-a195-4ce2-b6b1-6af075eadb2b req-083ce2d8-eb88-4fb0-b82f-e8e819614988 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/security-groups?id=a22fe07e-8402-46ed-b65a-635d60cf30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432396 Mar 07 17:22:08.824214 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-499119ea-8786-4d58-8f1e-b815ef4e93d1 req-69df9a51-3ae5-4c3f-b742-cca93a5f5445 service neutron] Request body: {'port': {'device_id': 'd3ea4cd2-90e5-48bb-948f-62acee127a93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:22:08.880938 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-499119ea-8786-4d58-8f1e-b815ef4e93d1 req-69df9a51-3ae5-4c3f-b742-cca93a5f5445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (d7f8a057-435f-4fae-a75d-2ff6c30d3ee7), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:09.419485 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [req-499119ea-8786-4d58-8f1e-b815ef4e93d1 req-69df9a51-3ae5-4c3f-b742-cca93a5f5445 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7f8a057-435f-4fae-a75d-2ff6c30d3ee7 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:22:09.440433 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-499119ea-8786-4d58-8f1e-b815ef4e93d1 req-69df9a51-3ae5-4c3f-b742-cca93a5f5445 service neutron] Publish callbacks [] for port (d7f8a057-435f-4fae-a75d-2ff6c30d3ee7), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:09.458924 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [req-499119ea-8786-4d58-8f1e-b815ef4e93d1 req-69df9a51-3ae5-4c3f-b742-cca93a5f5445 service neutron] Transition to ACTIVE for port object d7f8a057-435f-4fae-a75d-2ff6c30d3ee7 will not be triggered until provisioned by entity L2. {{(pid=103431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 17:22:09.472988 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaee5b0-87f4-48b3-83a6-ed66dc1303e6 req-c69c5503-859a-4e75-91bf-7342d2e65656 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:22:09.481697 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0aaee5b0-87f4-48b3-83a6-ed66dc1303e6 req-c69c5503-859a-4e75-91bf-7342d2e65656 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/ports?device_id=d3ea4cd2-90e5-48bb-948f-62acee127a93 HTTP/1.1" status: 200 len: 931 time: 0.0702817 Mar 07 17:22:09.520587 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0aaee5b0-87f4-48b3-83a6-ed66dc1303e6 req-4d3a6442-e438-4492-a87f-3c04d959d242 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/security-groups?id=a22fe07e-8402-46ed-b65a-635d60cf30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396044 Mar 07 17:22:09.523041 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-499119ea-8786-4d58-8f1e-b815ef4e93d1 req-69df9a51-3ae5-4c3f-b742-cca93a5f5445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58733560'] for port (d7f8a057-435f-4fae-a75d-2ff6c30d3ee7), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:09.574152 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df9a51-3ae5-4c3f-b742-cca93a5f5445 service neutron] Pushing event updated for resources: {'Port': ['ID=d7f8a057-435f-4fae-a75d-2ff6c30d3ee7,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:22:09.647338 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-499119ea-8786-4d58-8f1e-b815ef4e93d1 req-69df9a51-3ae5-4c3f-b742-cca93a5f5445 service neutron] Attempting to bind port d7f8a057-435f-4fae-a75d-2ff6c30d3ee7 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 17:22:09.648017 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-499119ea-8786-4d58-8f1e-b815ef4e93d1 req-69df9a51-3ae5-4c3f-b742-cca93a5f5445 service neutron] Attempting to bind port d7f8a057-435f-4fae-a75d-2ff6c30d3ee7 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '32d95602-8224-44c5-a771-dea22200735a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2867492e-81a9-498d-9fb7-e0de0a0ea720'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 17:22:09.648353 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499119ea-8786-4d58-8f1e-b815ef4e93d1 req-69df9a51-3ae5-4c3f-b742-cca93a5f5445 service neutron] Attempting to bind port d7f8a057-435f-4fae-a75d-2ff6c30d3ee7 on network 2867492e-81a9-498d-9fb7-e0de0a0ea720 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:22:09.653872 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499119ea-8786-4d58-8f1e-b815ef4e93d1 req-69df9a51-3ae5-4c3f-b742-cca93a5f5445 service neutron] Port d7f8a057-435f-4fae-a75d-2ff6c30d3ee7 on network 2867492e-81a9-498d-9fb7-e0de0a0ea720 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 17:22:09.654191 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499119ea-8786-4d58-8f1e-b815ef4e93d1 req-69df9a51-3ae5-4c3f-b742-cca93a5f5445 service neutron] Attempting to bind port d7f8a057-435f-4fae-a75d-2ff6c30d3ee7 on network 2867492e-81a9-498d-9fb7-e0de0a0ea720 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 17:22:09.659082 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499119ea-8786-4d58-8f1e-b815ef4e93d1 req-69df9a51-3ae5-4c3f-b742-cca93a5f5445 service neutron] Checking agent: {'id': 'c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 17, 0, 18), 'started_at': datetime.datetime(2022, 3, 7, 17, 0, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 17, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 17:22:09.659426 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499119ea-8786-4d58-8f1e-b815ef4e93d1 req-69df9a51-3ae5-4c3f-b742-cca93a5f5445 service neutron] Checking segment: {'id': '32d95602-8224-44c5-a771-dea22200735a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2867492e-81a9-498d-9fb7-e0de0a0ea720'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 17:22:09.659834 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499119ea-8786-4d58-8f1e-b815ef4e93d1 req-69df9a51-3ae5-4c3f-b742-cca93a5f5445 service neutron] Bound using segment: {'id': '32d95602-8224-44c5-a771-dea22200735a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2867492e-81a9-498d-9fb7-e0de0a0ea720'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 17:22:09.660255 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-499119ea-8786-4d58-8f1e-b815ef4e93d1 req-69df9a51-3ae5-4c3f-b742-cca93a5f5445 service neutron] Bound port: d7f8a057-435f-4fae-a75d-2ff6c30d3ee7, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32d95602-8224-44c5-a771-dea22200735a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2867492e-81a9-498d-9fb7-e0de0a0ea720'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 17:22:09.660614 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-499119ea-8786-4d58-8f1e-b815ef4e93d1 req-69df9a51-3ae5-4c3f-b742-cca93a5f5445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (d7f8a057-435f-4fae-a75d-2ff6c30d3ee7), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:09.725002 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-499119ea-8786-4d58-8f1e-b815ef4e93d1 req-69df9a51-3ae5-4c3f-b742-cca93a5f5445 service neutron] For port d7f8a057-435f-4fae-a75d-2ff6c30d3ee7, host hv-cinder-80403, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 17:22:09.727931 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-499119ea-8786-4d58-8f1e-b815ef4e93d1 req-69df9a51-3ae5-4c3f-b742-cca93a5f5445 service neutron] For port d7f8a057-435f-4fae-a75d-2ff6c30d3ee7, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d7f8a057-435f-4fae-a75d-2ff6c30d3ee7,segment=NetworkSegment(32d95602-8224-44c5-a771-dea22200735a),segment_id=32d95602-8224-44c5-a771-dea22200735a)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 17:22:09.798200 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-499119ea-8786-4d58-8f1e-b815ef4e93d1 req-69df9a51-3ae5-4c3f-b742-cca93a5f5445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58733560'] for port (d7f8a057-435f-4fae-a75d-2ff6c30d3ee7), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:09.830683 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499119ea-8786-4d58-8f1e-b815ef4e93d1 req-69df9a51-3ae5-4c3f-b742-cca93a5f5445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:22:09.831336 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-499119ea-8786-4d58-8f1e-b815ef4e93d1 req-69df9a51-3ae5-4c3f-b742-cca93a5f5445 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:09.832681 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-499119ea-8786-4d58-8f1e-b815ef4e93d1 req-69df9a51-3ae5-4c3f-b742-cca93a5f5445 service neutron] 10.222.0.53 "PUT /v2.0/ports/d7f8a057-435f-4fae-a75d-2ff6c30d3ee7 HTTP/1.1" status: 200 len: 1093 time: 1.0135202 Mar 07 17:22:09.833125 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3ea4cd2-90e5-48bb-948f-62acee127a93', 'tag': 'd7f8a057-435f-4fae-a75d-2ff6c30d3ee7'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:22:09.835320 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aba4c615e876ca6c23e5fed61a3d1f980fac3f984d457871ad3b292fe147bdb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a664098e-ec6d-48f6-b5a6-34dbe51a4dce" -d '{"events": [{"name": "network-changed", "server_uuid": "d3ea4cd2-90e5-48bb-948f-62acee127a93", "tag": "d7f8a057-435f-4fae-a75d-2ff6c30d3ee7"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:22:09.862200 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df9a51-3ae5-4c3f-b742-cca93a5f5445 service neutron] Pushing event updated for resources: {'Port': ['ID=d7f8a057-435f-4fae-a75d-2ff6c30d3ee7,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:22:09.887760 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682dd857-97f4-434a-a9df-42c2984bc168 x-openstack-request-id: req-682dd857-97f4-434a-a9df-42c2984bc168 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:22:09.888057 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3ea4cd2-90e5-48bb-948f-62acee127a93", "tag": "d7f8a057-435f-4fae-a75d-2ff6c30d3ee7", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:22:09.888310 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-682dd857-97f4-434a-a9df-42c2984bc168 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:22:09.888780 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3ea4cd2-90e5-48bb-948f-62acee127a93', 'tag': 'd7f8a057-435f-4fae-a75d-2ff6c30d3ee7', 'status': 'completed', 'code': 200} Mar 07 17:22:09.954081 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664098e-ec6d-48f6-b5a6-34dbe51a4dce req-e55554a3-3f8b-4d03-94b8-76ac0b91ac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:22:09.955613 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a664098e-ec6d-48f6-b5a6-34dbe51a4dce req-e55554a3-3f8b-4d03-94b8-76ac0b91ac40 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9eb1f6bbc9de48bcb4ceb589c128ce85&device_id=d3ea4cd2-90e5-48bb-948f-62acee127a93 HTTP/1.1" status: 200 len: 1127 time: 0.0490417 Mar 07 17:22:10.058626 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664098e-ec6d-48f6-b5a6-34dbe51a4dce req-039f4927-faa7-4b2f-bf9b-86ce40f0eee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:22:10.060121 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a664098e-ec6d-48f6-b5a6-34dbe51a4dce req-039f4927-faa7-4b2f-bf9b-86ce40f0eee4 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=9eb1f6bbc9de48bcb4ceb589c128ce85&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0970345 Mar 07 17:22:10.154101 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664098e-ec6d-48f6-b5a6-34dbe51a4dce req-a249ada1-5ac7-4fda-b3b6-b93fb9799378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:22:10.155561 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a664098e-ec6d-48f6-b5a6-34dbe51a4dce req-a249ada1-5ac7-4fda-b3b6-b93fb9799378 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903199 Mar 07 17:22:10.233912 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499119ea-8786-4d58-8f1e-b815ef4e93d1 req-8f49670b-d62e-4f7a-9609-ea6e256ec22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:22:10.235262 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-499119ea-8786-4d58-8f1e-b815ef4e93d1 req-8f49670b-d62e-4f7a-9609-ea6e256ec22f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9eb1f6bbc9de48bcb4ceb589c128ce85&device_id=d3ea4cd2-90e5-48bb-948f-62acee127a93 HTTP/1.1" status: 200 len: 1127 time: 0.0437376 Mar 07 17:22:10.277045 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-499119ea-8786-4d58-8f1e-b815ef4e93d1 req-d15441c3-956d-4374-9503-c0ea8e7557ea service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7f8a057-435f-4fae-a75d-2ff6c30d3ee7 HTTP/1.1" status: 200 len: 217 time: 0.0351219 Mar 07 17:22:10.326937 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499119ea-8786-4d58-8f1e-b815ef4e93d1 req-102e0a07-2c4d-4af1-8603-66f5df1e585d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:22:10.328363 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-499119ea-8786-4d58-8f1e-b815ef4e93d1 req-102e0a07-2c4d-4af1-8603-66f5df1e585d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=efde61f3-7858-4cee-a02c-39731dd09913 HTTP/1.1" status: 200 len: 854 time: 0.0454719 Mar 07 17:22:10.380766 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499119ea-8786-4d58-8f1e-b815ef4e93d1 req-cacac0d9-eefa-4498-9e84-39baabdf67ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:22:10.382286 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-499119ea-8786-4d58-8f1e-b815ef4e93d1 req-cacac0d9-eefa-4498-9e84-39baabdf67ea service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2867492e-81a9-498d-9fb7-e0de0a0ea720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0483649 Mar 07 17:22:10.472398 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-499119ea-8786-4d58-8f1e-b815ef4e93d1 req-721e6f54-46d9-455d-9f0c-3359f215c2b1 service neutron] 10.222.0.53 "GET /v2.0/networks/2867492e-81a9-498d-9fb7-e0de0a0ea720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831499 Mar 07 17:22:10.566539 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-499119ea-8786-4d58-8f1e-b815ef4e93d1 req-55931548-50fa-4b80-af07-a95063a20e08 service neutron] 10.222.0.53 "GET /v2.0/networks/2867492e-81a9-498d-9fb7-e0de0a0ea720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887547 Mar 07 17:22:10.645795 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c1edf-79a9-4bd4-8975-93ba0ce063f9 req-f62410ab-e1f3-4431-8789-7abb49ff004e tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:22:10.647415 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-116c1edf-79a9-4bd4-8975-93ba0ce063f9 req-f62410ab-e1f3-4431-8789-7abb49ff004e tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/ports?device_id=d3ea4cd2-90e5-48bb-948f-62acee127a93 HTTP/1.1" status: 200 len: 943 time: 0.0562186 Mar 07 17:22:10.699813 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-116c1edf-79a9-4bd4-8975-93ba0ce063f9 req-06f66be8-6877-46f8-91cd-da094411b78a tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/security-groups?id=a22fe07e-8402-46ed-b65a-635d60cf30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466721 Mar 07 17:22:11.824061 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ef118-3d43-476d-aad6-d0b0848a2781 req-44340eb4-1944-4b6a-ae17-b68be4f85352 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:22:11.825525 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5e9ef118-3d43-476d-aad6-d0b0848a2781 req-44340eb4-1944-4b6a-ae17-b68be4f85352 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/ports?device_id=d3ea4cd2-90e5-48bb-948f-62acee127a93 HTTP/1.1" status: 200 len: 943 time: 0.0573311 Mar 07 17:22:11.872569 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5e9ef118-3d43-476d-aad6-d0b0848a2781 req-e2c04202-43d8-4b03-8b11-725e2b05da1f tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/security-groups?id=a22fe07e-8402-46ed-b65a-635d60cf30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416410 Mar 07 17:22:12.990921 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b83cd-03da-4061-aaf6-193495187fff req-7386243f-2b7b-491a-8129-1bc449f83a63 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:22:12.992404 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-bf6b83cd-03da-4061-aaf6-193495187fff req-7386243f-2b7b-491a-8129-1bc449f83a63 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/ports?device_id=d3ea4cd2-90e5-48bb-948f-62acee127a93 HTTP/1.1" status: 200 len: 943 time: 0.0542731 Mar 07 17:22:13.040404 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-bf6b83cd-03da-4061-aaf6-193495187fff req-55472d47-8c0e-4731-ace4-d14ce549dc61 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/security-groups?id=a22fe07e-8402-46ed-b65a-635d60cf30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412025 Mar 07 17:22:14.154659 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f3db9-989f-4e07-aac5-3f136f9ba5e6 req-d41c81a9-811a-456f-b1af-377c836b993d tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:22:14.156133 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e58f3db9-989f-4e07-aac5-3f136f9ba5e6 req-d41c81a9-811a-456f-b1af-377c836b993d tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/ports?device_id=d3ea4cd2-90e5-48bb-948f-62acee127a93 HTTP/1.1" status: 200 len: 943 time: 0.0515888 Mar 07 17:22:14.205878 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e58f3db9-989f-4e07-aac5-3f136f9ba5e6 req-3fd6b3bb-a649-4db6-8487-ceb81d9f94e8 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/security-groups?id=a22fe07e-8402-46ed-b65a-635d60cf30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443165 Mar 07 17:22:15.058937 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device d7f8a057-435f-4fae-a75d-2ff6c30d3ee7 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 17:22:15.154161 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port d7f8a057-435f-4fae-a75d-2ff6c30d3ee7, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d7f8a057-435f-4fae-a75d-2ff6c30d3ee7,segment=NetworkSegment(32d95602-8224-44c5-a771-dea22200735a),segment_id=32d95602-8224-44c5-a771-dea22200735a)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:22:15.164396 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Returning: {'device': 'd7f8a057-435f-4fae-a75d-2ff6c30d3ee7', 'network_id': '2867492e-81a9-498d-9fb7-e0de0a0ea720', 'port_id': 'd7f8a057-435f-4fae-a75d-2ff6c30d3ee7', 'mac_address': 'fa:16:3e:83:b0:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efde61f3-7858-4cee-a02c-39731dd09913', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 17:22:15.201477 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Current status of the port d7f8a057-435f-4fae-a75d-2ff6c30d3ee7 is: DOWN; New status is: BUILD {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:22:15.201937 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (d7f8a057-435f-4fae-a75d-2ff6c30d3ee7), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:15.218458 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7f8a057-435f-4fae-a75d-2ff6c30d3ee7 {{(pid=103440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 17:22:15.238427 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port d7f8a057-435f-4fae-a75d-2ff6c30d3ee7, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d7f8a057-435f-4fae-a75d-2ff6c30d3ee7,segment=NetworkSegment(32d95602-8224-44c5-a771-dea22200735a),segment_id=32d95602-8224-44c5-a771-dea22200735a)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:22:15.321638 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (d7f8a057-435f-4fae-a75d-2ff6c30d3ee7), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:15.329213 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadba8dc-c05e-497d-ae47-82ea840a4e20 req-224c47fe-18b2-4c8e-87cb-9b5c91dd77b4 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:22:15.330730 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-dadba8dc-c05e-497d-ae47-82ea840a4e20 req-224c47fe-18b2-4c8e-87cb-9b5c91dd77b4 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/ports?device_id=d3ea4cd2-90e5-48bb-948f-62acee127a93 HTTP/1.1" status: 200 len: 943 time: 0.0595880 Mar 07 17:22:15.372697 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Pushing event updated for resources: {'Port': ['ID=d7f8a057-435f-4fae-a75d-2ff6c30d3ee7,revision_number=4']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:22:15.379930 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-dadba8dc-c05e-497d-ae47-82ea840a4e20 req-1cde98ad-5067-46af-a781-9d9022c8c8b0 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/security-groups?id=a22fe07e-8402-46ed-b65a-635d60cf30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430863 Mar 07 17:22:15.682250 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] get_ports_and_sgs() called for port_ids ['d7f8a057-435f-4fae-a75d-2ff6c30d3ee7'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:22:15.949890 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-4476ae8c-fd1f-43bc-8418-98d96e32d88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:16.496646 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8b471-4e64-46f6-b41b-bf0ce19eb669 req-924ccd74-43c2-42b5-8084-524eda9899e9 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:22:16.498114 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c5e8b471-4e64-46f6-b41b-bf0ce19eb669 req-924ccd74-43c2-42b5-8084-524eda9899e9 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/ports?device_id=d3ea4cd2-90e5-48bb-948f-62acee127a93 HTTP/1.1" status: 200 len: 944 time: 0.0527561 Mar 07 17:22:16.544259 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c5e8b471-4e64-46f6-b41b-bf0ce19eb669 req-21b5b51e-7d40-48ef-93dc-59d6685349a9 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/security-groups?id=a22fe07e-8402-46ed-b65a-635d60cf30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407729 Mar 07 17:22:17.073878 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device d7f8a057-435f-4fae-a75d-2ff6c30d3ee7 up at agent hyperv_hv-cinder-80403 {{(pid=103440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 17:22:17.180261 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Provisioning for port d7f8a057-435f-4fae-a75d-2ff6c30d3ee7 completed by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 17:22:17.184320 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Provisioning complete for port d7f8a057-435f-4fae-a75d-2ff6c30d3ee7 triggered by entity L2. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:22:17.187007 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (d7f8a057-435f-4fae-a75d-2ff6c30d3ee7), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:17.258785 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Current status of the port d7f8a057-435f-4fae-a75d-2ff6c30d3ee7 is: BUILD; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:22:17.259158 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (d7f8a057-435f-4fae-a75d-2ff6c30d3ee7), before_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:17.281920 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3ea4cd2-90e5-48bb-948f-62acee127a93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f8a057-435f-4fae-a75d-2ff6c30d3ee7'}] {{(pid=103440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:22:17.284199 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11138cde4cb47aed6ab60590cdc6142137d0740b05d94cd9dbb0d95d7575220c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8742e0b-b454-4595-9435-1c8110e208ce" -d '{"events": [{"server_uuid": "d3ea4cd2-90e5-48bb-948f-62acee127a93", "name": "network-vif-plugged", "status": "completed", "tag": "d7f8a057-435f-4fae-a75d-2ff6c30d3ee7"}]}' {{(pid=103440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:22:17.300747 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] For port d7f8a057-435f-4fae-a75d-2ff6c30d3ee7, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d7f8a057-435f-4fae-a75d-2ff6c30d3ee7,segment=NetworkSegment(32d95602-8224-44c5-a771-dea22200735a),segment_id=32d95602-8224-44c5-a771-dea22200735a)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:22:17.323587 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1967205d-ce6e-4c1a-bbf6-fa80f3d18c0b x-openstack-request-id: req-1967205d-ce6e-4c1a-bbf6-fa80f3d18c0b {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:22:17.323929 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3ea4cd2-90e5-48bb-948f-62acee127a93", "name": "network-vif-plugged", "status": "completed", "tag": "d7f8a057-435f-4fae-a75d-2ff6c30d3ee7", "code": 200}]} {{(pid=103440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:22:17.324137 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1967205d-ce6e-4c1a-bbf6-fa80f3d18c0b {{(pid=103440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:22:17.324529 dv-cinder-804035-42-iscsi neutron-server[103440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3ea4cd2-90e5-48bb-948f-62acee127a93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f8a057-435f-4fae-a75d-2ff6c30d3ee7', 'code': 200} Mar 07 17:22:17.355324 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413'] for port (d7f8a057-435f-4fae-a75d-2ff6c30d3ee7), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:17.401570 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Pushing event updated for resources: {'Port': ['ID=d7f8a057-435f-4fae-a75d-2ff6c30d3ee7,revision_number=5']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:22:17.598986 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6458c-14f9-473b-a011-1d09352968ad req-fe485b03-5dab-4487-9d14-594907d37c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:22:17.600534 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-75c6458c-14f9-473b-a011-1d09352968ad req-fe485b03-5dab-4487-9d14-594907d37c9c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d3ea4cd2-90e5-48bb-948f-62acee127a93 HTTP/1.1" status: 200 len: 1129 time: 0.0488806 Mar 07 17:22:17.679270 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-75c6458c-14f9-473b-a011-1d09352968ad req-0e1f8054-e9d6-4f11-80c0-02694bdb4aff service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a22fe07e-8402-46ed-b65a-635d60cf30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729980 Mar 07 17:22:17.693074 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fde739-7f2c-4a10-aa01-8708a2f73ff9 req-233ac5bd-1cbb-42e8-b1af-b7f12c7dc295 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:22:17.694486 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-60fde739-7f2c-4a10-aa01-8708a2f73ff9 req-233ac5bd-1cbb-42e8-b1af-b7f12c7dc295 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/ports?device_id=d3ea4cd2-90e5-48bb-948f-62acee127a93 HTTP/1.1" status: 200 len: 945 time: 0.0818422 Mar 07 17:22:17.741143 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-60fde739-7f2c-4a10-aa01-8708a2f73ff9 req-4d9ea3c7-d7b7-46d1-a091-5148d4613e0a tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/security-groups?id=a22fe07e-8402-46ed-b65a-635d60cf30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399470 Mar 07 17:22:18.424426 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-fb239c5a-fc79-474f-a09f-cb0cba282989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:18.551821 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:18.862500 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b41b1-9eee-45ba-9a03-c3bdf43a7669 req-e3840caf-b7cf-40e1-980d-937bddf78389 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:22:18.863976 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5b5b41b1-9eee-45ba-9a03-c3bdf43a7669 req-e3840caf-b7cf-40e1-980d-937bddf78389 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/ports?device_id=d3ea4cd2-90e5-48bb-948f-62acee127a93 HTTP/1.1" status: 200 len: 945 time: 0.0534673 Mar 07 17:22:18.916022 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5b5b41b1-9eee-45ba-9a03-c3bdf43a7669 req-29ba6d75-a047-42c9-974b-bab62780ca94 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/security-groups?id=a22fe07e-8402-46ed-b65a-635d60cf30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460520 Mar 07 17:22:20.032192 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a0aff-3e54-450c-bfc4-6f239544b35f req-0f6b363d-5f1a-4e3a-b3e3-d857d27bbd92 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:22:20.033650 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8a2a0aff-3e54-450c-bfc4-6f239544b35f req-0f6b363d-5f1a-4e3a-b3e3-d857d27bbd92 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/ports?device_id=d3ea4cd2-90e5-48bb-948f-62acee127a93 HTTP/1.1" status: 200 len: 945 time: 0.0527680 Mar 07 17:22:20.079839 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8a2a0aff-3e54-450c-bfc4-6f239544b35f req-d9e27e70-9b29-424b-b7f6-5d3a14b2598b tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/security-groups?id=a22fe07e-8402-46ed-b65a-635d60cf30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406396 Mar 07 17:22:20.194568 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec9524-db3b-431c-a4f9-ff98db4d6f01 req-02802183-6d27-4f9d-a98f-01a1eb552b16 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:22:20.196026 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-26ec9524-db3b-431c-a4f9-ff98db4d6f01 req-02802183-6d27-4f9d-a98f-01a1eb552b16 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/ports?device_id=d3ea4cd2-90e5-48bb-948f-62acee127a93 HTTP/1.1" status: 200 len: 945 time: 0.0523241 Mar 07 17:22:20.242492 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-26ec9524-db3b-431c-a4f9-ff98db4d6f01 req-0fa4672c-8b38-448b-89bf-aa7c2898e840 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/security-groups?id=a22fe07e-8402-46ed-b65a-635d60cf30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402164 Mar 07 17:22:20.503962 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:20.572235 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2740a3-6fbd-4a47-8244-75752bd45403 req-c0ac853e-4c58-483b-a2b4-26b292fa3b15 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:22:20.574325 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9c2740a3-6fbd-4a47-8244-75752bd45403 req-c0ac853e-4c58-483b-a2b4-26b292fa3b15 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/ports?device_id=d3ea4cd2-90e5-48bb-948f-62acee127a93 HTTP/1.1" status: 200 len: 945 time: 0.0572050 Mar 07 17:22:20.620118 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9c2740a3-6fbd-4a47-8244-75752bd45403 req-c1b755d4-187f-45be-933a-5a56cf114b97 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/security-groups?id=a22fe07e-8402-46ed-b65a-635d60cf30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398252 Mar 07 17:22:21.955564 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:23.008999 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:31.149315 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e9d44-0705-40e1-83d1-b0857690c444 req-c55d562d-e47e-4c6c-bad8-4b916f12c099 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:22:31.150772 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-138e9d44-0705-40e1-83d1-b0857690c444 req-c55d562d-e47e-4c6c-bad8-4b916f12c099 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/ports?device_id=d3ea4cd2-90e5-48bb-948f-62acee127a93 HTTP/1.1" status: 200 len: 945 time: 0.2098682 Mar 07 17:22:31.200374 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-138e9d44-0705-40e1-83d1-b0857690c444 req-d1863cd5-2a28-474e-8354-de5ff598abce tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/security-groups?id=a22fe07e-8402-46ed-b65a-635d60cf30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437806 Mar 07 17:22:31.223594 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 42012) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:22:31.345702 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e0a06f-d4a6-4df5-aef0-a3381826610a tempest-TestMinimumBasicScenario-1913685270 tempest-TestMinimumBasicScenario-1913685270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:22:31.347240 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-28e0a06f-d4a6-4df5-aef0-a3381826610a tempest-TestMinimumBasicScenario-1913685270 tempest-TestMinimumBasicScenario-1913685270-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=d3ea4cd2-90e5-48bb-948f-62acee127a93 HTTP/1.1" status: 200 len: 1124 time: 0.1226294 Mar 07 17:22:31.350121 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 42016) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:22:31.355194 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-61f41c9c-1fd3-447f-9dfe-fe78941e1d1b tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Request body: {'floatingip': {'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'port_id': 'd7f8a057-435f-4fae-a75d-2ff6c30d3ee7', 'tenant_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:22:31.436109 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-61f41c9c-1fd3-447f-9dfe-fe78941e1d1b tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:31.536186 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-61f41c9c-1fd3-447f-9dfe-fe78941e1d1b tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (None), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:31.638756 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.db.db_base_plugin_common [None req-61f41c9c-1fd3-447f-9dfe-fe78941e1d1b tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Allocated IP 172.27.3.81 (ca3ae6bc-acc1-44d4-99e8-2239d5d79721/7ea6e5b5-19cc-4407-9435-cc1a16805785/3452f8bd-5d74-40af-9517-49c26a7894cb) {{(pid=103433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 17:22:31.959000 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-61f41c9c-1fd3-447f-9dfe-fe78941e1d1b tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks [] for port (3452f8bd-5d74-40af-9517-49c26a7894cb), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:32.072242 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-61f41c9c-1fd3-447f-9dfe-fe78941e1d1b tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762243773377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51013872'] for port (3452f8bd-5d74-40af-9517-49c26a7894cb), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:32.117722 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f41c9c-1fd3-447f-9dfe-fe78941e1d1b tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Network ca3ae6bc-acc1-44d4-99e8-2239d5d79721 is already hosted by enough agents. {{(pid=103433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 17:22:32.121534 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.base_scheduler [None req-61f41c9c-1fd3-447f-9dfe-fe78941e1d1b tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Resources bound (agent type, host, resource id): {{(pid=103433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 17:22:32.124187 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f41c9c-1fd3-447f-9dfe-fe78941e1d1b tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Received port after_create {{(pid=103433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 17:22:32.147401 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f41c9c-1fd3-447f-9dfe-fe78941e1d1b tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Pushing event updated for resources: {'Port': ['ID=3452f8bd-5d74-40af-9517-49c26a7894cb,revision_number=1']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:22:32.161268 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f41c9c-1fd3-447f-9dfe-fe78941e1d1b tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:22:32.161678 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f41c9c-1fd3-447f-9dfe-fe78941e1d1b tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:22:32.161935 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f41c9c-1fd3-447f-9dfe-fe78941e1d1b tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:22:32.162302 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f41c9c-1fd3-447f-9dfe-fe78941e1d1b tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:22:32.162590 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f41c9c-1fd3-447f-9dfe-fe78941e1d1b tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:22:32.162920 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f41c9c-1fd3-447f-9dfe-fe78941e1d1b tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:22:32.163253 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f41c9c-1fd3-447f-9dfe-fe78941e1d1b tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:22:32.163620 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f41c9c-1fd3-447f-9dfe-fe78941e1d1b tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:22:32.163947 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f41c9c-1fd3-447f-9dfe-fe78941e1d1b tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:22:32.164270 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f41c9c-1fd3-447f-9dfe-fe78941e1d1b tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:22:32.164592 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f41c9c-1fd3-447f-9dfe-fe78941e1d1b tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:22:32.164912 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f41c9c-1fd3-447f-9dfe-fe78941e1d1b tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:22:32.165235 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f41c9c-1fd3-447f-9dfe-fe78941e1d1b tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:22:32.504389 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-61f41c9c-1fd3-447f-9dfe-fe78941e1d1b tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks [] for floatingip (a71492df-28c2-4fcd-b2a7-fc5783cda58f), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:32.629885 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-61f41c9c-1fd3-447f-9dfe-fe78941e1d1b tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (3452f8bd-5d74-40af-9517-49c26a7894cb), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:32.781178 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-61f41c9c-1fd3-447f-9dfe-fe78941e1d1b tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks [] for port (3452f8bd-5d74-40af-9517-49c26a7894cb), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:32.870379 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-61f41c9c-1fd3-447f-9dfe-fe78941e1d1b tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-51013769'] for port (3452f8bd-5d74-40af-9517-49c26a7894cb), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:32.938847 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f41c9c-1fd3-447f-9dfe-fe78941e1d1b tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Pushing event updated for resources: {'Port': ['ID=3452f8bd-5d74-40af-9517-49c26a7894cb,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:22:32.951949 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-61f41c9c-1fd3-447f-9dfe-fe78941e1d1b tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2049624'] for floatingip (a71492df-28c2-4fcd-b2a7-fc5783cda58f), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:33.061543 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.db.l3_db [None req-61f41c9c-1fd3-447f-9dfe-fe78941e1d1b tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Floating IP a71492df-28c2-4fcd-b2a7-fc5783cda58f associated. External IP: 172.27.3.81, port: d7f8a057-435f-4fae-a75d-2ff6c30d3ee7. Mar 07 17:22:33.273656 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f41c9c-1fd3-447f-9dfe-fe78941e1d1b tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Router 3303a06a-bb3c-468e-828f-5676bc9455c0 has already been hosted by L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:22:33.405189 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f41c9c-1fd3-447f-9dfe-fe78941e1d1b tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:22:33.414518 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7255a5d-bdb6-4efe-ac63-db42080abb24 None None] Sync routers for ids ['3303a06a-bb3c-468e-828f-5676bc9455c0'] in dv-cinder-804035-42-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:22:33.424253 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7255a5d-bdb6-4efe-ac63-db42080abb24 None None] Routers {'3303a06a-bb3c-468e-828f-5676bc9455c0'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:22:33.425552 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-d7255a5d-bdb6-4efe-ac63-db42080abb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:22:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['3303a06a-bb3c-468e-828f-5676bc9455c0'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:22:33.468083 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-61f41c9c-1fd3-447f-9dfe-fe78941e1d1b tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for floatingip (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:33.499584 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-61f41c9c-1fd3-447f-9dfe-fe78941e1d1b tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1482782 Mar 07 17:22:33.500187 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3ea4cd2-90e5-48bb-948f-62acee127a93', 'tag': 'd7f8a057-435f-4fae-a75d-2ff6c30d3ee7'}] {{(pid=103433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:22:33.502572 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfbbc7859df88561113c54b203fedf4c990683989f0786bfb786606e8039cc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6f71ca-b44a-4c9b-bd53-8ebd3d7ffe14" -d '{"events": [{"name": "network-changed", "server_uuid": "d3ea4cd2-90e5-48bb-948f-62acee127a93", "tag": "d7f8a057-435f-4fae-a75d-2ff6c30d3ee7"}]}' {{(pid=103433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:22:33.502784 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 42018) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:22:33.507735 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-6d3b5970-9d65-4916-a6d6-be6cd9ab099c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1241230086', 'description': 'tempest-secgroup-smoke-1241230086 description', 'project_id': '9eb1f6bbc9de48bcb4ceb589c128ce85'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:22:33.538525 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-d7255a5d-bdb6-4efe-ac63-db42080abb24 None None] Set router 3303a06a-bb3c-468e-828f-5676bc9455c0 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:22:33.542732 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235b8fc5-af49-4951-99c3-a2a0bd03adaa x-openstack-request-id: req-235b8fc5-af49-4951-99c3-a2a0bd03adaa {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:22:33.543339 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3ea4cd2-90e5-48bb-948f-62acee127a93", "tag": "d7f8a057-435f-4fae-a75d-2ff6c30d3ee7", "status": "completed", "code": 200}]} {{(pid=103433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:22:33.543339 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-235b8fc5-af49-4951-99c3-a2a0bd03adaa {{(pid=103433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:22:33.543735 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3ea4cd2-90e5-48bb-948f-62acee127a93', 'tag': 'd7f8a057-435f-4fae-a75d-2ff6c30d3ee7', 'status': 'completed', 'code': 200} Mar 07 17:22:33.595289 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6d3b5970-9d65-4916-a6d6-be6cd9ab099c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:33.634112 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f71ca-b44a-4c9b-bd53-8ebd3d7ffe14 req-babeb37a-075d-4799-b51d-e62de49f3866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:22:33.635752 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6a6f71ca-b44a-4c9b-bd53-8ebd3d7ffe14 req-babeb37a-075d-4799-b51d-e62de49f3866 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9eb1f6bbc9de48bcb4ceb589c128ce85&device_id=d3ea4cd2-90e5-48bb-948f-62acee127a93 HTTP/1.1" status: 200 len: 1129 time: 0.0713646 Mar 07 17:22:33.748400 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6d3b5970-9d65-4916-a6d6-be6cd9ab099c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks [] for security_group (a79c97c0-fac4-40d9-98fc-af2937ef34f6), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:33.766299 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f71ca-b44a-4c9b-bd53-8ebd3d7ffe14 req-0e8c161a-7a69-440a-b94f-89d49871f9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:22:33.767879 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6a6f71ca-b44a-4c9b-bd53-8ebd3d7ffe14 req-0e8c161a-7a69-440a-b94f-89d49871f9bc service neutron] 10.222.0.53 "GET /v2.0/networks?id=2867492e-81a9-498d-9fb7-e0de0a0ea720 HTTP/1.1" status: 200 len: 916 time: 0.1260252 Mar 07 17:22:33.803472 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-d7255a5d-bdb6-4efe-ac63-db42080abb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3303a06a-bb3c-468e-828f-5676bc9455c0', 'name': 'tempest-TestMinimumBasicScenario-1914751678-router', 'tenant_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'cba65d9b-8e85-4042-9de6-06cd40abd709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:21:33Z', 'updated_at': '2022-03-07T17:21:36Z', 'revision_number': 4, 'project_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'gw_port': {'id': 'cba65d9b-8e85-4042-9de6-06cd40abd709', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:77:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303a06a-bb3c-468e-828f-5676bc9455c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:21:33Z', 'updated_at': '2022-03-07T17:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_floatingips': [{'id': 'a71492df-28c2-4fcd-b2a7-fc5783cda58f', 'tenant_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'floating_ip_address': '172.27.3.81', 'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'router_id': '3303a06a-bb3c-468e-828f-5676bc9455c0', 'port_id': 'd7f8a057-435f-4fae-a75d-2ff6c30d3ee7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2867492e-81a9-498d-9fb7-e0de0a0ea720', 'mac_address': 'fa:16:3e:83:b0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ea4cd2-90e5-48bb-948f-62acee127a93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:22:32Z', 'updated_at': '2022-03-07T17:22:32Z', 'revision_number': 0, 'project_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f', 'name': '', 'network_id': '2867492e-81a9-498d-9fb7-e0de0a0ea720', 'tenant_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'mac_address': 'fa:16:3e:3d:3d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303a06a-bb3c-468e-828f-5676bc9455c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'efde61f3-7858-4cee-a02c-39731dd09913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:21:35Z', 'updated_at': '2022-03-07T17:21:39Z', 'revision_number': 5, 'project_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'subnets': [{'id': 'efde61f3-7858-4cee-a02c-39731dd09913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:22:33.815172 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6d3b5970-9d65-4916-a6d6-be6cd9ab099c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (a79c97c0-fac4-40d9-98fc-af2937ef34f6), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:33.834216 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7255a5d-bdb6-4efe-ac63-db42080abb24 None None] Checking router: 3303a06a-bb3c-468e-828f-5676bc9455c0 for host: dv-cinder-804035-42-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:22:33.843908 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7255a5d-bdb6-4efe-ac63-db42080abb24 None None] Routers {'3303a06a-bb3c-468e-828f-5676bc9455c0'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:22:33.844530 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-d7255a5d-bdb6-4efe-ac63-db42080abb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:22:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['3303a06a-bb3c-468e-828f-5676bc9455c0'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:22:33.862633 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6a6f71ca-b44a-4c9b-bd53-8ebd3d7ffe14 req-7c21d05a-cb19-497d-85f6-4d6951d81db1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7f8a057-435f-4fae-a75d-2ff6c30d3ee7 HTTP/1.1" status: 200 len: 998 time: 0.0885620 Mar 07 17:22:33.878326 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3b5970-9d65-4916-a6d6-be6cd9ab099c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a79c97c0-fac4-40d9-98fc-af2937ef34f6,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:22:33.907133 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3b5970-9d65-4916-a6d6-be6cd9ab099c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:22:33.907503 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3b5970-9d65-4916-a6d6-be6cd9ab099c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:22:33.907848 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3b5970-9d65-4916-a6d6-be6cd9ab099c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:22:33.908182 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3b5970-9d65-4916-a6d6-be6cd9ab099c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:22:33.908519 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3b5970-9d65-4916-a6d6-be6cd9ab099c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:22:33.908850 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3b5970-9d65-4916-a6d6-be6cd9ab099c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:22:33.909179 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3b5970-9d65-4916-a6d6-be6cd9ab099c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:22:33.909516 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3b5970-9d65-4916-a6d6-be6cd9ab099c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:22:33.909832 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3b5970-9d65-4916-a6d6-be6cd9ab099c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:22:33.910271 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3b5970-9d65-4916-a6d6-be6cd9ab099c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:22:33.910512 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3b5970-9d65-4916-a6d6-be6cd9ab099c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:22:33.910834 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3b5970-9d65-4916-a6d6-be6cd9ab099c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:22:33.911154 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3b5970-9d65-4916-a6d6-be6cd9ab099c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:22:33.926835 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6d3b5970-9d65-4916-a6d6-be6cd9ab099c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:33.928121 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-6d3b5970-9d65-4916-a6d6-be6cd9ab099c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4242854 Mar 07 17:22:33.931227 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 42022) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:22:33.932526 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f71ca-b44a-4c9b-bd53-8ebd3d7ffe14 req-602fc527-6324-4326-b844-d4939fcea075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:22:33.933974 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6a6f71ca-b44a-4c9b-bd53-8ebd3d7ffe14 req-602fc527-6324-4326-b844-d4939fcea075 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=efde61f3-7858-4cee-a02c-39731dd09913 HTTP/1.1" status: 200 len: 854 time: 0.0651283 Mar 07 17:22:33.937054 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-c6cd4678-cdc0-4d89-a3a5-52efa94eec6d tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Request body: {'security_group_rule': {'security_group_id': 'a79c97c0-fac4-40d9-98fc-af2937ef34f6', 'project_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:22:33.956759 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-d7255a5d-bdb6-4efe-ac63-db42080abb24 None None] Set router 3303a06a-bb3c-468e-828f-5676bc9455c0 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:22:33.986266 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f71ca-b44a-4c9b-bd53-8ebd3d7ffe14 req-0b3c4208-2ee4-4e06-a357-dda9f6f001b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:22:33.987810 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6a6f71ca-b44a-4c9b-bd53-8ebd3d7ffe14 req-0b3c4208-2ee4-4e06-a357-dda9f6f001b5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2867492e-81a9-498d-9fb7-e0de0a0ea720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0471947 Mar 07 17:22:33.999566 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [req-6a6f71ca-b44a-4c9b-bd53-8ebd3d7ffe14 req-43700860-d472-4802-be38-08394b43740a service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=103431) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 17:22:34.000572 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6a6f71ca-b44a-4c9b-bd53-8ebd3d7ffe14 req-43700860-d472-4802-be38-08394b43740a service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059938 Mar 07 17:22:34.050050 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c6cd4678-cdc0-4d89-a3a5-52efa94eec6d tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks [] for security_group_rule (eccaec49-fdc3-4687-b0d5-f64c9c40e4d2), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:34.109431 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6a6f71ca-b44a-4c9b-bd53-8ebd3d7ffe14 req-e7ed429d-a485-446a-a053-f9a4e6f27d5d service neutron] 10.222.0.53 "GET /v2.0/networks/2867492e-81a9-498d-9fb7-e0de0a0ea720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029141 Mar 07 17:22:34.117932 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c6cd4678-cdc0-4d89-a3a5-52efa94eec6d tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks [] for security_group_rule (eccaec49-fdc3-4687-b0d5-f64c9c40e4d2), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:34.180203 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c6cd4678-cdc0-4d89-a3a5-52efa94eec6d tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607897'] for security_group_rule (eccaec49-fdc3-4687-b0d5-f64c9c40e4d2), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:34.200154 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd4678-cdc0-4d89-a3a5-52efa94eec6d tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eccaec49-fdc3-4687-b0d5-f64c9c40e4d2,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:22:34.219359 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-d7255a5d-bdb6-4efe-ac63-db42080abb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3303a06a-bb3c-468e-828f-5676bc9455c0', 'name': 'tempest-TestMinimumBasicScenario-1914751678-router', 'tenant_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'cba65d9b-8e85-4042-9de6-06cd40abd709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:21:33Z', 'updated_at': '2022-03-07T17:21:36Z', 'revision_number': 4, 'project_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'gw_port': {'id': 'cba65d9b-8e85-4042-9de6-06cd40abd709', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:77:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303a06a-bb3c-468e-828f-5676bc9455c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:21:33Z', 'updated_at': '2022-03-07T17:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_floatingips': [{'id': 'a71492df-28c2-4fcd-b2a7-fc5783cda58f', 'tenant_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'floating_ip_address': '172.27.3.81', 'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'router_id': '3303a06a-bb3c-468e-828f-5676bc9455c0', 'port_id': 'd7f8a057-435f-4fae-a75d-2ff6c30d3ee7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2867492e-81a9-498d-9fb7-e0de0a0ea720', 'mac_address': 'fa:16:3e:83:b0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ea4cd2-90e5-48bb-948f-62acee127a93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:22:32Z', 'updated_at': '2022-03-07T17:22:32Z', 'revision_number': 0, 'project_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f', 'name': '', 'network_id': '2867492e-81a9-498d-9fb7-e0de0a0ea720', 'tenant_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'mac_address': 'fa:16:3e:3d:3d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303a06a-bb3c-468e-828f-5676bc9455c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'efde61f3-7858-4cee-a02c-39731dd09913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:21:35Z', 'updated_at': '2022-03-07T17:21:39Z', 'revision_number': 5, 'project_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'subnets': [{'id': 'efde61f3-7858-4cee-a02c-39731dd09913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:22:34.219916 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6a6f71ca-b44a-4c9b-bd53-8ebd3d7ffe14 req-96d12d7f-b02d-4c3d-b76f-845ce3d955a5 service neutron] 10.222.0.53 "GET /v2.0/networks/2867492e-81a9-498d-9fb7-e0de0a0ea720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052561 Mar 07 17:22:34.250467 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7255a5d-bdb6-4efe-ac63-db42080abb24 None None] The sync data for ids ['3303a06a-bb3c-468e-828f-5676bc9455c0'] in dv-cinder-804035-42-iscsi is: [{'id': '3303a06a-bb3c-468e-828f-5676bc9455c0', 'name': 'tempest-TestMinimumBasicScenario-1914751678-router', 'tenant_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'cba65d9b-8e85-4042-9de6-06cd40abd709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:21:33Z', 'updated_at': '2022-03-07T17:21:36Z', 'revision_number': 4, 'project_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'gw_port': {'id': 'cba65d9b-8e85-4042-9de6-06cd40abd709', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:77:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303a06a-bb3c-468e-828f-5676bc9455c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:21:33Z', 'updated_at': '2022-03-07T17:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_floatingips': [{'id': 'a71492df-28c2-4fcd-b2a7-fc5783cda58f', 'tenant_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'floating_ip_address': '172.27.3.81', 'floating_network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'router_id': '3303a06a-bb3c-468e-828f-5676bc9455c0', 'port_id': 'd7f8a057-435f-4fae-a75d-2ff6c30d3ee7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2867492e-81a9-498d-9fb7-e0de0a0ea720', 'mac_address': 'fa:16:3e:83:b0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ea4cd2-90e5-48bb-948f-62acee127a93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T17:22:32Z', 'updated_at': '2022-03-07T17:22:32Z', 'revision_number': 0, 'project_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f', 'name': '', 'network_id': '2867492e-81a9-498d-9fb7-e0de0a0ea720', 'tenant_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'mac_address': 'fa:16:3e:3d:3d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303a06a-bb3c-468e-828f-5676bc9455c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'efde61f3-7858-4cee-a02c-39731dd09913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:21:35Z', 'updated_at': '2022-03-07T17:21:39Z', 'revision_number': 5, 'project_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'subnets': [{'id': 'efde61f3-7858-4cee-a02c-39731dd09913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:22:34.267822 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-c6cd4678-cdc0-4d89-a3a5-52efa94eec6d tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:34.272195 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-c6cd4678-cdc0-4d89-a3a5-52efa94eec6d tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3365071 Mar 07 17:22:34.272195 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 42024) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:22:34.277061 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-2f5dd95d-7cda-40ee-ba62-bbf0ec46ab5b tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Request body: {'security_group_rule': {'security_group_id': 'a79c97c0-fac4-40d9-98fc-af2937ef34f6', 'project_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:22:34.369951 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2f5dd95d-7cda-40ee-ba62-bbf0ec46ab5b tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks [] for security_group_rule (a11c7d85-e64e-450c-9c40-7c6c10e4c521), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:34.437109 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2f5dd95d-7cda-40ee-ba62-bbf0ec46ab5b tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks [] for security_group_rule (a11c7d85-e64e-450c-9c40-7c6c10e4c521), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:34.453161 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5699eac-7a38-4bdd-a676-9d6c2f261ec2 None None] New status for floating IP a71492df-28c2-4fcd-b2a7-fc5783cda58f: ACTIVE {{(pid=103440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:22:34.500154 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2f5dd95d-7cda-40ee-ba62-bbf0ec46ab5b tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607897'] for security_group_rule (a11c7d85-e64e-450c-9c40-7c6c10e4c521), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:34.520329 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5dd95d-7cda-40ee-ba62-bbf0ec46ab5b tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a11c7d85-e64e-450c-9c40-7c6c10e4c521,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:22:34.586214 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-2f5dd95d-7cda-40ee-ba62-bbf0ec46ab5b tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:34.587667 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-2f5dd95d-7cda-40ee-ba62-bbf0ec46ab5b tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3148613 Mar 07 17:22:34.590674 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 42026) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:22:34.595171 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-07917e20-740e-49e8-a3d0-9b40cfb3a12d tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Request body: {'security_group_rule': {'security_group_id': 'a79c97c0-fac4-40d9-98fc-af2937ef34f6', 'project_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:22:34.704116 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-07917e20-740e-49e8-a3d0-9b40cfb3a12d tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks [] for security_group_rule (477f3ff4-b093-49a4-8982-51d96c88fe9b), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:34.761335 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-07917e20-740e-49e8-a3d0-9b40cfb3a12d tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks [] for security_group_rule (477f3ff4-b093-49a4-8982-51d96c88fe9b), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:34.813957 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-07917e20-740e-49e8-a3d0-9b40cfb3a12d tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607897'] for security_group_rule (477f3ff4-b093-49a4-8982-51d96c88fe9b), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:34.832081 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07917e20-740e-49e8-a3d0-9b40cfb3a12d tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=477f3ff4-b093-49a4-8982-51d96c88fe9b,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:22:34.896349 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-07917e20-740e-49e8-a3d0-9b40cfb3a12d tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:34.897576 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-07917e20-740e-49e8-a3d0-9b40cfb3a12d tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3058560 Mar 07 17:22:34.900311 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 42028) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:22:34.904856 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-5870ec16-dd34-4603-a6cf-be7e187eb957 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Request body: {'security_group_rule': {'security_group_id': 'a79c97c0-fac4-40d9-98fc-af2937ef34f6', 'project_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:22:34.986259 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5870ec16-dd34-4603-a6cf-be7e187eb957 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks [] for security_group_rule (d1650c1e-f2f2-4a59-8ddf-2b991b28bce8), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:35.047699 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5870ec16-dd34-4603-a6cf-be7e187eb957 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks [] for security_group_rule (d1650c1e-f2f2-4a59-8ddf-2b991b28bce8), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:35.115585 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5870ec16-dd34-4603-a6cf-be7e187eb957 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607897'] for security_group_rule (d1650c1e-f2f2-4a59-8ddf-2b991b28bce8), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:35.134853 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5870ec16-dd34-4603-a6cf-be7e187eb957 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1650c1e-f2f2-4a59-8ddf-2b991b28bce8,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:22:35.225891 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-5870ec16-dd34-4603-a6cf-be7e187eb957 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:35.227020 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-5870ec16-dd34-4603-a6cf-be7e187eb957 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3257086 Mar 07 17:22:35.230539 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 42030) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:22:35.235144 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-1944de6e-80e8-4b5f-8e4c-19d32c571a9b tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Request body: {'security_group_rule': {'security_group_id': 'a79c97c0-fac4-40d9-98fc-af2937ef34f6', 'project_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:22:35.323089 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.db.securitygroups_db [None req-1944de6e-80e8-4b5f-8e4c-19d32c571a9b tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Project 9eb1f6bbc9de48bcb4ceb589c128ce85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 17:22:35.328479 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1944de6e-80e8-4b5f-8e4c-19d32c571a9b tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks [] for security_group_rule (fbc4d344-191d-4ecc-a07e-a82bd216f379), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:35.390238 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1944de6e-80e8-4b5f-8e4c-19d32c571a9b tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks [] for security_group_rule (fbc4d344-191d-4ecc-a07e-a82bd216f379), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:35.449295 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1944de6e-80e8-4b5f-8e4c-19d32c571a9b tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607897'] for security_group_rule (fbc4d344-191d-4ecc-a07e-a82bd216f379), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:35.467346 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1944de6e-80e8-4b5f-8e4c-19d32c571a9b tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbc4d344-191d-4ecc-a07e-a82bd216f379,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:22:35.529742 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1944de6e-80e8-4b5f-8e4c-19d32c571a9b tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:35.531018 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-1944de6e-80e8-4b5f-8e4c-19d32c571a9b tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2995181 Mar 07 17:22:35.533713 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 42032) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:22:35.538109 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.v2.base [None req-37c970e5-dce9-409d-993b-0ec3616910f3 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Request body: {'security_group_rule': {'security_group_id': 'a79c97c0-fac4-40d9-98fc-af2937ef34f6', 'project_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:22:35.624247 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.db.securitygroups_db [None req-37c970e5-dce9-409d-993b-0ec3616910f3 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Project 9eb1f6bbc9de48bcb4ceb589c128ce85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 17:22:35.629585 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-37c970e5-dce9-409d-993b-0ec3616910f3 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks [] for security_group_rule (c18cc401-235a-4d76-9080-885eca09d366), before_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:35.688796 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-37c970e5-dce9-409d-993b-0ec3616910f3 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks [] for security_group_rule (c18cc401-235a-4d76-9080-885eca09d366), precommit_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:35.755540 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-37c970e5-dce9-409d-993b-0ec3616910f3 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607897'] for security_group_rule (c18cc401-235a-4d76-9080-885eca09d366), after_create {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:35.774353 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c970e5-dce9-409d-993b-0ec3616910f3 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c18cc401-235a-4d76-9080-885eca09d366,revision_number=0']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:22:35.848563 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-37c970e5-dce9-409d-993b-0ec3616910f3 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:35.849825 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-37c970e5-dce9-409d-993b-0ec3616910f3 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3151672 Mar 07 17:22:35.942275 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e2b134f5-2d3d-41a6-ad1b-76b3692d1ad1 req-d73fb492-3e83-4cf4-b7ab-1961561ac816 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1241230086&fields=id&tenant_id=9eb1f6bbc9de48bcb4ceb589c128ce85 HTTP/1.1" status: 200 len: 267 time: 0.0456142 Mar 07 17:22:35.998690 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b134f5-2d3d-41a6-ad1b-76b3692d1ad1 req-76b1c420-5cf0-4e37-8dfd-e7e62e5e96f6 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:22:36.000187 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e2b134f5-2d3d-41a6-ad1b-76b3692d1ad1 req-76b1c420-5cf0-4e37-8dfd-e7e62e5e96f6 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/ports?device_id=d3ea4cd2-90e5-48bb-948f-62acee127a93 HTTP/1.1" status: 200 len: 945 time: 0.0526447 Mar 07 17:22:36.011019 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-e2b134f5-2d3d-41a6-ad1b-76b3692d1ad1 req-af105e96-9fc9-4d26-804b-1d358e5e008e tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Request body: {'port': {'security_groups': ['a22fe07e-8402-46ed-b65a-635d60cf30fa', 'a79c97c0-fac4-40d9-98fc-af2937ef34f6']}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:22:36.078295 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e2b134f5-2d3d-41a6-ad1b-76b3692d1ad1 req-af105e96-9fc9-4d26-804b-1d358e5e008e tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (d7f8a057-435f-4fae-a75d-2ff6c30d3ee7), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:36.268780 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-e2b134f5-2d3d-41a6-ad1b-76b3692d1ad1 req-af105e96-9fc9-4d26-804b-1d358e5e008e tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] For port d7f8a057-435f-4fae-a75d-2ff6c30d3ee7, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d7f8a057-435f-4fae-a75d-2ff6c30d3ee7,segment=NetworkSegment(32d95602-8224-44c5-a771-dea22200735a),segment_id=32d95602-8224-44c5-a771-dea22200735a)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:22:36.303323 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e2b134f5-2d3d-41a6-ad1b-76b3692d1ad1 req-af105e96-9fc9-4d26-804b-1d358e5e008e tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks [] for port (d7f8a057-435f-4fae-a75d-2ff6c30d3ee7), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:36.357386 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e2b134f5-2d3d-41a6-ad1b-76b3692d1ad1 req-af105e96-9fc9-4d26-804b-1d358e5e008e tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58733560'] for port (d7f8a057-435f-4fae-a75d-2ff6c30d3ee7), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:36.370423 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] get_ports_and_sgs() called for port_ids ['d7f8a057-435f-4fae-a75d-2ff6c30d3ee7'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:22:36.410849 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b134f5-2d3d-41a6-ad1b-76b3692d1ad1 req-af105e96-9fc9-4d26-804b-1d358e5e008e tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:22:36.410849 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-e2b134f5-2d3d-41a6-ad1b-76b3692d1ad1 req-af105e96-9fc9-4d26-804b-1d358e5e008e tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:36.412719 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e2b134f5-2d3d-41a6-ad1b-76b3692d1ad1 req-af105e96-9fc9-4d26-804b-1d358e5e008e tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "PUT /v2.0/ports/d7f8a057-435f-4fae-a75d-2ff6c30d3ee7 HTTP/1.1" status: 200 len: 981 time: 0.4059875 Mar 07 17:22:36.412719 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3ea4cd2-90e5-48bb-948f-62acee127a93', 'tag': 'd7f8a057-435f-4fae-a75d-2ff6c30d3ee7'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:22:36.415050 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aba4c615e876ca6c23e5fed61a3d1f980fac3f984d457871ad3b292fe147bdb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e5105a-b678-4227-82ae-ba4abc5a3e28" -d '{"events": [{"name": "network-changed", "server_uuid": "d3ea4cd2-90e5-48bb-948f-62acee127a93", "tag": "d7f8a057-435f-4fae-a75d-2ff6c30d3ee7"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:22:36.431327 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af105e96-9fc9-4d26-804b-1d358e5e008e tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Pushing event updated for resources: {'Port': ['ID=d7f8a057-435f-4fae-a75d-2ff6c30d3ee7,revision_number=6']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:22:36.507141 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca17c9d-3337-4e1d-b382-34543e0664f1 x-openstack-request-id: req-6ca17c9d-3337-4e1d-b382-34543e0664f1 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:22:36.507482 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3ea4cd2-90e5-48bb-948f-62acee127a93", "tag": "d7f8a057-435f-4fae-a75d-2ff6c30d3ee7", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:22:36.508011 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6ca17c9d-3337-4e1d-b382-34543e0664f1 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:22:36.508489 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3ea4cd2-90e5-48bb-948f-62acee127a93', 'tag': 'd7f8a057-435f-4fae-a75d-2ff6c30d3ee7', 'status': 'completed', 'code': 200} Mar 07 17:22:36.606028 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5105a-b678-4227-82ae-ba4abc5a3e28 req-e0becc07-880d-412b-accb-1da9ef3e46c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:22:36.607552 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-93e5105a-b678-4227-82ae-ba4abc5a3e28 req-e0becc07-880d-412b-accb-1da9ef3e46c9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9eb1f6bbc9de48bcb4ceb589c128ce85&device_id=d3ea4cd2-90e5-48bb-948f-62acee127a93 HTTP/1.1" status: 200 len: 1168 time: 0.0692742 Mar 07 17:22:36.620437 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] get_ports_and_sgs() called for port_ids ['d7f8a057-435f-4fae-a75d-2ff6c30d3ee7'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:22:36.710232 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf12aab-7368-40f2-bf51-9faeb7c3a023 req-7b6daecb-dcc9-403c-87e6-4e85e7d72e9d tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:22:36.714847 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7bf12aab-7368-40f2-bf51-9faeb7c3a023 req-7b6daecb-dcc9-403c-87e6-4e85e7d72e9d tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/ports?device_id=d3ea4cd2-90e5-48bb-948f-62acee127a93 HTTP/1.1" status: 200 len: 984 time: 0.1931784 Mar 07 17:22:36.768954 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5105a-b678-4227-82ae-ba4abc5a3e28 req-46bec29d-2842-4d91-a7f2-83d8eda043f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:22:36.770427 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-93e5105a-b678-4227-82ae-ba4abc5a3e28 req-46bec29d-2842-4d91-a7f2-83d8eda043f7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2867492e-81a9-498d-9fb7-e0de0a0ea720 HTTP/1.1" status: 200 len: 916 time: 0.1480176 Mar 07 17:22:36.776367 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-a83a5a70-06af-4351-acf5-80eb5c50d391 None None] Provisioning complete for port d7f8a057-435f-4fae-a75d-2ff6c30d3ee7 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:22:36.776743 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a83a5a70-06af-4351-acf5-80eb5c50d391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (d7f8a057-435f-4fae-a75d-2ff6c30d3ee7), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:36.837221 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7bf12aab-7368-40f2-bf51-9faeb7c3a023 req-db67073a-30d3-4c23-a2ef-e06fb78a6576 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/security-groups?id=a79c97c0-fac4-40d9-98fc-af2937ef34f6&id=a22fe07e-8402-46ed-b65a-635d60cf30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1173666 Mar 07 17:22:36.863398 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-93e5105a-b678-4227-82ae-ba4abc5a3e28 req-cdace614-2523-4b0a-a965-829525c43d3e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7f8a057-435f-4fae-a75d-2ff6c30d3ee7 HTTP/1.1" status: 200 len: 1000 time: 0.0847263 Mar 07 17:22:36.913894 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5105a-b678-4227-82ae-ba4abc5a3e28 req-352ec17a-b999-4704-a30e-a4517536f23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:22:36.915348 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-93e5105a-b678-4227-82ae-ba4abc5a3e28 req-352ec17a-b999-4704-a30e-a4517536f23c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=efde61f3-7858-4cee-a02c-39731dd09913 HTTP/1.1" status: 200 len: 854 time: 0.0460019 Mar 07 17:22:36.966670 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5105a-b678-4227-82ae-ba4abc5a3e28 req-adff1146-3b6c-4d3d-843f-ddd483b98eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:22:36.968315 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-93e5105a-b678-4227-82ae-ba4abc5a3e28 req-adff1146-3b6c-4d3d-843f-ddd483b98eea service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2867492e-81a9-498d-9fb7-e0de0a0ea720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0474274 Mar 07 17:22:37.030581 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-a83a5a70-06af-4351-acf5-80eb5c50d391 None None] Current status of the port d7f8a057-435f-4fae-a75d-2ff6c30d3ee7 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:22:37.088494 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-93e5105a-b678-4227-82ae-ba4abc5a3e28 req-75b9ad79-8fe8-4251-8366-93d7d925c25c service neutron] 10.222.0.53 "GET /v2.0/networks/2867492e-81a9-498d-9fb7-e0de0a0ea720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129951 Mar 07 17:22:37.178726 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-93e5105a-b678-4227-82ae-ba4abc5a3e28 req-e0748856-b2e8-4686-ba65-1a57d13b99c3 service neutron] 10.222.0.53 "GET /v2.0/networks/2867492e-81a9-498d-9fb7-e0de0a0ea720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839224 Mar 07 17:22:37.269688 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:22:38.814105 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f1e7afeb-e43b-468e-9ffb-12592bed8a85 req-f9747cd4-3e86-4e52-88be-09d4c9ff03e2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d3ea4cd2-90e5-48bb-948f-62acee127a93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447040 Mar 07 17:22:38.906165 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7afeb-e43b-468e-9ffb-12592bed8a85 req-fdcc9034-8f2b-4d02-b195-3705417f9546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:22:38.907777 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f1e7afeb-e43b-468e-9ffb-12592bed8a85 req-fdcc9034-8f2b-4d02-b195-3705417f9546 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9eb1f6bbc9de48bcb4ceb589c128ce85&device_id=d3ea4cd2-90e5-48bb-948f-62acee127a93 HTTP/1.1" status: 200 len: 1168 time: 0.0505855 Mar 07 17:22:39.008841 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7afeb-e43b-468e-9ffb-12592bed8a85 req-c157fb73-8d8c-48cf-befb-0a6bacce8418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:22:39.010318 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f1e7afeb-e43b-468e-9ffb-12592bed8a85 req-c157fb73-8d8c-48cf-befb-0a6bacce8418 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2867492e-81a9-498d-9fb7-e0de0a0ea720 HTTP/1.1" status: 200 len: 916 time: 0.0852261 Mar 07 17:22:39.078799 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f1e7afeb-e43b-468e-9ffb-12592bed8a85 req-7408e48c-1317-4877-ad4f-0bd885bc276d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7f8a057-435f-4fae-a75d-2ff6c30d3ee7 HTTP/1.1" status: 200 len: 1000 time: 0.0621414 Mar 07 17:22:39.127081 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7afeb-e43b-468e-9ffb-12592bed8a85 req-d9b509c8-6626-4853-8bc2-a2b7c5d3b331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:22:39.128459 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f1e7afeb-e43b-468e-9ffb-12592bed8a85 req-d9b509c8-6626-4853-8bc2-a2b7c5d3b331 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=efde61f3-7858-4cee-a02c-39731dd09913 HTTP/1.1" status: 200 len: 854 time: 0.0431831 Mar 07 17:22:39.177008 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7afeb-e43b-468e-9ffb-12592bed8a85 req-4879a00a-5f66-481e-8f7d-bcab74ab58c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:22:39.178385 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f1e7afeb-e43b-468e-9ffb-12592bed8a85 req-4879a00a-5f66-481e-8f7d-bcab74ab58c6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2867492e-81a9-498d-9fb7-e0de0a0ea720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435808 Mar 07 17:22:39.272634 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f1e7afeb-e43b-468e-9ffb-12592bed8a85 req-927bfaa8-81c0-422a-972b-d09cb67f21f4 service neutron] 10.222.0.53 "GET /v2.0/networks/2867492e-81a9-498d-9fb7-e0de0a0ea720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868542 Mar 07 17:22:39.362943 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f1e7afeb-e43b-468e-9ffb-12592bed8a85 req-1bae8c6a-ba08-441b-8ad5-4c0f3ff99949 service neutron] 10.222.0.53 "GET /v2.0/networks/2867492e-81a9-498d-9fb7-e0de0a0ea720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841119 Mar 07 17:22:45.916704 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-190a113b-d5bf-4138-8982-189fe1e50859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:48.423579 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-475a7873-e1c0-44c8-b4de-c178fe225b3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:48.537371 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:50.503474 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:51.938021 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:22:52.991010 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:23:14.269723 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:23:15.948597 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b469b06d-b5f7-4965-b1da-24cc7619d491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:23:18.407601 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b2a6117e-5efb-4150-bd54-537d526de15f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:23:18.527636 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:23:20.493038 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:23:21.927314 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:23:22.995877 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:23:25.423240 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea03b498-372d-499c-a358-f00be32cd3c5 req-16e49b94-fa54-4e1b-9474-e652538da387 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:23:25.424930 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ea03b498-372d-499c-a358-f00be32cd3c5 req-16e49b94-fa54-4e1b-9474-e652538da387 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/ports?device_id=d3ea4cd2-90e5-48bb-948f-62acee127a93 HTTP/1.1" status: 200 len: 984 time: 0.0594094 Mar 07 17:23:25.523905 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ea03b498-372d-499c-a358-f00be32cd3c5 req-0bf35541-ed3d-4f71-97f7-ee1ca2dd7479 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/security-groups?id=a79c97c0-fac4-40d9-98fc-af2937ef34f6&id=a22fe07e-8402-46ed-b65a-635d60cf30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0931849 Mar 07 17:23:25.528539 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66910739-3892-4add-b996-137915b3fe8c req-e3595a75-536d-4003-89be-109f0afece58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:23:25.530004 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-66910739-3892-4add-b996-137915b3fe8c req-e3595a75-536d-4003-89be-109f0afece58 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9eb1f6bbc9de48bcb4ceb589c128ce85&device_id=d3ea4cd2-90e5-48bb-948f-62acee127a93 HTTP/1.1" status: 200 len: 1168 time: 0.0930781 Mar 07 17:23:25.625589 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66910739-3892-4add-b996-137915b3fe8c req-4facd851-77ae-4dca-aba5-e1419ed38f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:23:25.626955 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-66910739-3892-4add-b996-137915b3fe8c req-4facd851-77ae-4dca-aba5-e1419ed38f43 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2867492e-81a9-498d-9fb7-e0de0a0ea720 HTTP/1.1" status: 200 len: 916 time: 0.0894043 Mar 07 17:23:25.692752 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-66910739-3892-4add-b996-137915b3fe8c req-8d06c682-b39e-4c70-8f04-3320ada698e1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7f8a057-435f-4fae-a75d-2ff6c30d3ee7 HTTP/1.1" status: 200 len: 1000 time: 0.0593660 Mar 07 17:23:25.740001 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66910739-3892-4add-b996-137915b3fe8c req-695f083c-e3e5-4e05-bbc5-4b80567b3eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:23:25.741448 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-66910739-3892-4add-b996-137915b3fe8c req-695f083c-e3e5-4e05-bbc5-4b80567b3eed service neutron] 10.222.0.53 "GET /v2.0/subnets?id=efde61f3-7858-4cee-a02c-39731dd09913 HTTP/1.1" status: 200 len: 854 time: 0.0425005 Mar 07 17:23:25.793592 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66910739-3892-4add-b996-137915b3fe8c req-0aa10a6c-9fd7-44c6-a7eb-f16297fa1fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:23:25.795111 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-66910739-3892-4add-b996-137915b3fe8c req-0aa10a6c-9fd7-44c6-a7eb-f16297fa1fa5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2867492e-81a9-498d-9fb7-e0de0a0ea720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0478361 Mar 07 17:23:25.889319 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-66910739-3892-4add-b996-137915b3fe8c req-3236527f-db64-43b1-85b7-f5c242391b14 service neutron] 10.222.0.53 "GET /v2.0/networks/2867492e-81a9-498d-9fb7-e0de0a0ea720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882235 Mar 07 17:23:25.985803 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-66910739-3892-4add-b996-137915b3fe8c req-88b62160-8b99-489d-8db8-263b6ce2a3a1 service neutron] 10.222.0.53 "GET /v2.0/networks/2867492e-81a9-498d-9fb7-e0de0a0ea720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898545 Mar 07 17:23:26.654029 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8740355-048e-484d-83f1-b726f8e9211a req-61a419e4-8ab9-40c1-bb26-8f9d46970a9f tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:23:26.655633 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c8740355-048e-484d-83f1-b726f8e9211a req-61a419e4-8ab9-40c1-bb26-8f9d46970a9f tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/ports?device_id=d3ea4cd2-90e5-48bb-948f-62acee127a93 HTTP/1.1" status: 200 len: 984 time: 0.0602906 Mar 07 17:23:26.718469 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c8740355-048e-484d-83f1-b726f8e9211a req-c78c502b-7e25-4a08-972d-47dd91824f2c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/security-groups?id=a79c97c0-fac4-40d9-98fc-af2937ef34f6&id=a22fe07e-8402-46ed-b65a-635d60cf30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549870 Mar 07 17:23:27.840018 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e8f3c-c79a-447b-aa6f-7ddb9e600a17 req-750d671b-7aa1-41ab-9396-b858972ecdb4 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:23:27.841480 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-da9e8f3c-c79a-447b-aa6f-7ddb9e600a17 req-750d671b-7aa1-41ab-9396-b858972ecdb4 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/ports?device_id=d3ea4cd2-90e5-48bb-948f-62acee127a93 HTTP/1.1" status: 200 len: 984 time: 0.0532568 Mar 07 17:23:27.904290 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-da9e8f3c-c79a-447b-aa6f-7ddb9e600a17 req-81e55b64-060b-4b82-8402-92ee371b164d tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/security-groups?id=a79c97c0-fac4-40d9-98fc-af2937ef34f6&id=a22fe07e-8402-46ed-b65a-635d60cf30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571458 Mar 07 17:23:29.027828 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5855fd84-dcbf-4a4c-9a10-2db201c1df69 req-392a204f-409a-453d-aed8-3f1dcb5d0b57 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:23:29.029332 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5855fd84-dcbf-4a4c-9a10-2db201c1df69 req-392a204f-409a-453d-aed8-3f1dcb5d0b57 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/ports?device_id=d3ea4cd2-90e5-48bb-948f-62acee127a93 HTTP/1.1" status: 200 len: 984 time: 0.0565512 Mar 07 17:23:29.089661 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5855fd84-dcbf-4a4c-9a10-2db201c1df69 req-4f85da6b-667b-40f8-bd5d-22dfa9de54a2 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/security-groups?id=a79c97c0-fac4-40d9-98fc-af2937ef34f6&id=a22fe07e-8402-46ed-b65a-635d60cf30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544157 Mar 07 17:23:30.216717 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529398cc-4bc8-479b-b7dd-989273e6535b req-944b4d2a-f12f-4250-a117-940f9fddbc67 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:23:30.219254 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-529398cc-4bc8-479b-b7dd-989273e6535b req-944b4d2a-f12f-4250-a117-940f9fddbc67 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/ports?device_id=d3ea4cd2-90e5-48bb-948f-62acee127a93 HTTP/1.1" status: 200 len: 984 time: 0.0623324 Mar 07 17:23:30.279974 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-529398cc-4bc8-479b-b7dd-989273e6535b req-85095720-714b-4400-8c07-7f113085702d tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/security-groups?id=a79c97c0-fac4-40d9-98fc-af2937ef34f6&id=a22fe07e-8402-46ed-b65a-635d60cf30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547347 Mar 07 17:23:31.411598 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83473dec-a4ba-4073-aa98-a3f5f0c57162 req-dace536e-9ff0-4cdc-aa24-6729e46f4193 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:23:31.413043 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-83473dec-a4ba-4073-aa98-a3f5f0c57162 req-dace536e-9ff0-4cdc-aa24-6729e46f4193 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/ports?device_id=d3ea4cd2-90e5-48bb-948f-62acee127a93 HTTP/1.1" status: 200 len: 984 time: 0.0572913 Mar 07 17:23:31.480174 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-83473dec-a4ba-4073-aa98-a3f5f0c57162 req-a03727c4-1cc0-430d-af62-9cb70f6423ca tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/security-groups?id=a79c97c0-fac4-40d9-98fc-af2937ef34f6&id=a22fe07e-8402-46ed-b65a-635d60cf30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0609426 Mar 07 17:23:32.598823 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2776b5a-5e98-4f67-9093-7b51cebcdadd req-b7f18779-f405-497b-9a0f-8640a76b827c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:23:32.600312 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b2776b5a-5e98-4f67-9093-7b51cebcdadd req-b7f18779-f405-497b-9a0f-8640a76b827c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/ports?device_id=d3ea4cd2-90e5-48bb-948f-62acee127a93 HTTP/1.1" status: 200 len: 984 time: 0.0525737 Mar 07 17:23:32.658151 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b2776b5a-5e98-4f67-9093-7b51cebcdadd req-bfc864b3-e52a-4d5b-88de-895ec09289d2 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/security-groups?id=a79c97c0-fac4-40d9-98fc-af2937ef34f6&id=a22fe07e-8402-46ed-b65a-635d60cf30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522635 Mar 07 17:23:33.781032 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd27e6b-f09d-4ceb-a9f7-6118eb429247 req-097a2a03-9985-4099-9df9-4260f0056404 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:23:33.782494 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6dd27e6b-f09d-4ceb-a9f7-6118eb429247 req-097a2a03-9985-4099-9df9-4260f0056404 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/ports?device_id=d3ea4cd2-90e5-48bb-948f-62acee127a93 HTTP/1.1" status: 200 len: 984 time: 0.0569522 Mar 07 17:23:33.840098 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6dd27e6b-f09d-4ceb-a9f7-6118eb429247 req-aafe13f0-260b-4051-afd9-366e7af8ca8d tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/security-groups?id=a79c97c0-fac4-40d9-98fc-af2937ef34f6&id=a22fe07e-8402-46ed-b65a-635d60cf30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519867 Mar 07 17:23:34.958596 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c14a6-5340-458f-a0f5-85344665179f req-e708450f-ead2-46d4-b7be-337166de29f9 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:23:34.960055 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-201c14a6-5340-458f-a0f5-85344665179f req-e708450f-ead2-46d4-b7be-337166de29f9 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/ports?device_id=d3ea4cd2-90e5-48bb-948f-62acee127a93 HTTP/1.1" status: 200 len: 984 time: 0.0530791 Mar 07 17:23:35.020872 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-201c14a6-5340-458f-a0f5-85344665179f req-4e087d93-fa0a-4c6c-939c-952cd089285d tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/security-groups?id=a79c97c0-fac4-40d9-98fc-af2937ef34f6&id=a22fe07e-8402-46ed-b65a-635d60cf30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544238 Mar 07 17:23:36.144299 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51eeea-e4d5-4096-a351-5fa01f89b764 req-f56e9789-f001-45b9-9be7-92ab04765a7f tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:23:36.145715 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-bc51eeea-e4d5-4096-a351-5fa01f89b764 req-f56e9789-f001-45b9-9be7-92ab04765a7f tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/ports?device_id=d3ea4cd2-90e5-48bb-948f-62acee127a93 HTTP/1.1" status: 200 len: 984 time: 0.0550544 Mar 07 17:23:36.213910 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-bc51eeea-e4d5-4096-a351-5fa01f89b764 req-b18b0686-1b7a-405a-9410-95c900dbf6f3 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/security-groups?id=a79c97c0-fac4-40d9-98fc-af2937ef34f6&id=a22fe07e-8402-46ed-b65a-635d60cf30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0623016 Mar 07 17:23:37.334250 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d79ca8-fe72-4293-a54d-2063c651de18 req-27c2629e-a7f3-4e60-b06e-58a3e240a153 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:23:37.335771 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a4d79ca8-fe72-4293-a54d-2063c651de18 req-27c2629e-a7f3-4e60-b06e-58a3e240a153 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/ports?device_id=d3ea4cd2-90e5-48bb-948f-62acee127a93 HTTP/1.1" status: 200 len: 984 time: 0.0548639 Mar 07 17:23:37.398027 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a4d79ca8-fe72-4293-a54d-2063c651de18 req-40889ff7-efbb-46cd-a4f3-0d3dfd52e710 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/security-groups?id=a79c97c0-fac4-40d9-98fc-af2937ef34f6&id=a22fe07e-8402-46ed-b65a-635d60cf30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557158 Mar 07 17:23:39.840394 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-39e7f779-82c1-44f1-8abe-925e3358e663 req-3b018596-7825-479e-a09c-de7ce30c07ee service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d3ea4cd2-90e5-48bb-948f-62acee127a93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0877571 Mar 07 17:23:39.923709 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7f779-82c1-44f1-8abe-925e3358e663 req-ce5e7bb7-7d6f-44a4-b49d-76f9e9a16770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:23:39.925198 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-39e7f779-82c1-44f1-8abe-925e3358e663 req-ce5e7bb7-7d6f-44a4-b49d-76f9e9a16770 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9eb1f6bbc9de48bcb4ceb589c128ce85&device_id=d3ea4cd2-90e5-48bb-948f-62acee127a93 HTTP/1.1" status: 200 len: 1168 time: 0.0440645 Mar 07 17:23:40.033822 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7f779-82c1-44f1-8abe-925e3358e663 req-5bdfdece-e5ca-4442-8e1d-01de4587c544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:23:40.035198 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-39e7f779-82c1-44f1-8abe-925e3358e663 req-5bdfdece-e5ca-4442-8e1d-01de4587c544 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2867492e-81a9-498d-9fb7-e0de0a0ea720 HTTP/1.1" status: 200 len: 916 time: 0.0921860 Mar 07 17:23:40.112371 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-39e7f779-82c1-44f1-8abe-925e3358e663 req-9c64d0b2-ce9d-4312-8d99-bb55044a2f9e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7f8a057-435f-4fae-a75d-2ff6c30d3ee7 HTTP/1.1" status: 200 len: 1000 time: 0.0712650 Mar 07 17:23:40.159406 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7f779-82c1-44f1-8abe-925e3358e663 req-8a58738f-c4e3-4d31-8279-e43a7f60adbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:23:40.160839 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-39e7f779-82c1-44f1-8abe-925e3358e663 req-8a58738f-c4e3-4d31-8279-e43a7f60adbc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=efde61f3-7858-4cee-a02c-39731dd09913 HTTP/1.1" status: 200 len: 854 time: 0.0427673 Mar 07 17:23:40.209332 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7f779-82c1-44f1-8abe-925e3358e663 req-a2b83baf-6989-429d-985b-8cb7a94a28ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:23:40.210786 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-39e7f779-82c1-44f1-8abe-925e3358e663 req-a2b83baf-6989-429d-985b-8cb7a94a28ae service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2867492e-81a9-498d-9fb7-e0de0a0ea720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441210 Mar 07 17:23:40.301936 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-39e7f779-82c1-44f1-8abe-925e3358e663 req-b6bdc92c-47ee-49ed-9a79-8464def95e2c service neutron] 10.222.0.53 "GET /v2.0/networks/2867492e-81a9-498d-9fb7-e0de0a0ea720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843418 Mar 07 17:23:40.389885 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-39e7f779-82c1-44f1-8abe-925e3358e663 req-dc29bf7f-6fd9-4260-9392-93f504e93a27 service neutron] 10.222.0.53 "GET /v2.0/networks/2867492e-81a9-498d-9fb7-e0de0a0ea720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822911 Mar 07 17:23:45.925019 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-2083716a-f0f1-4927-93eb-1aa9953dd6da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:23:48.441221 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e53b1e9f-058b-426d-8b9e-a11e913e181c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:23:48.526923 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:23:50.518760 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:23:51.270952 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:23:51.950517 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:23:53.010511 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:15.912812 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-edf84c00-d3f6-4662-b36a-399747c04226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:18.501820 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-91be741a-b802-4d91-b340-0910dca89083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:18.594967 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:20.512475 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:21.949023 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:23.011506 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:26.561728 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a2efbf19-2f00-4f25-afcf-b7236dd24f3a req-7967860a-b439-4278-a0eb-0771ba036553 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1241230086&fields=id&tenant_id=9eb1f6bbc9de48bcb4ceb589c128ce85 HTTP/1.1" status: 200 len: 267 time: 0.0425842 Mar 07 17:24:26.621871 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2efbf19-2f00-4f25-afcf-b7236dd24f3a req-57083a0b-44bf-4720-81e0-d840243e8e1a tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:24:26.623214 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a2efbf19-2f00-4f25-afcf-b7236dd24f3a req-57083a0b-44bf-4720-81e0-d840243e8e1a tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/ports?device_id=d3ea4cd2-90e5-48bb-948f-62acee127a93 HTTP/1.1" status: 200 len: 984 time: 0.0555420 Mar 07 17:24:26.634154 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-a2efbf19-2f00-4f25-afcf-b7236dd24f3a req-156a8d94-9d4e-4d23-9c69-9e88343f574c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Request body: {'port': {'security_groups': ['a22fe07e-8402-46ed-b65a-635d60cf30fa']}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 17:24:26.704202 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-a2efbf19-2f00-4f25-afcf-b7236dd24f3a req-156a8d94-9d4e-4d23-9c69-9e88343f574c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733916'] for port (d7f8a057-435f-4fae-a75d-2ff6c30d3ee7), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:26.874516 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-a2efbf19-2f00-4f25-afcf-b7236dd24f3a req-156a8d94-9d4e-4d23-9c69-9e88343f574c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] For port d7f8a057-435f-4fae-a75d-2ff6c30d3ee7, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d7f8a057-435f-4fae-a75d-2ff6c30d3ee7,segment=NetworkSegment(32d95602-8224-44c5-a771-dea22200735a),segment_id=32d95602-8224-44c5-a771-dea22200735a)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:24:26.902999 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-a2efbf19-2f00-4f25-afcf-b7236dd24f3a req-156a8d94-9d4e-4d23-9c69-9e88343f574c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks [] for port (d7f8a057-435f-4fae-a75d-2ff6c30d3ee7), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:26.974715 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-a2efbf19-2f00-4f25-afcf-b7236dd24f3a req-156a8d94-9d4e-4d23-9c69-9e88343f574c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762244112568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762243773395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762243773413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58733560'] for port (d7f8a057-435f-4fae-a75d-2ff6c30d3ee7), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:26.987416 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] get_ports_and_sgs() called for port_ids ['d7f8a057-435f-4fae-a75d-2ff6c30d3ee7'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:24:27.019675 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2efbf19-2f00-4f25-afcf-b7236dd24f3a req-156a8d94-9d4e-4d23-9c69-9e88343f574c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:24:27.020315 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-a2efbf19-2f00-4f25-afcf-b7236dd24f3a req-156a8d94-9d4e-4d23-9c69-9e88343f574c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:27.021679 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a2efbf19-2f00-4f25-afcf-b7236dd24f3a req-156a8d94-9d4e-4d23-9c69-9e88343f574c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "PUT /v2.0/ports/d7f8a057-435f-4fae-a75d-2ff6c30d3ee7 HTTP/1.1" status: 200 len: 942 time: 0.3919296 Mar 07 17:24:27.022130 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3ea4cd2-90e5-48bb-948f-62acee127a93', 'tag': 'd7f8a057-435f-4fae-a75d-2ff6c30d3ee7'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:24:27.025884 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aba4c615e876ca6c23e5fed61a3d1f980fac3f984d457871ad3b292fe147bdb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c56642-97c2-49b2-b32c-10281ecab5c7" -d '{"events": [{"name": "network-changed", "server_uuid": "d3ea4cd2-90e5-48bb-948f-62acee127a93", "tag": "d7f8a057-435f-4fae-a75d-2ff6c30d3ee7"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:24:27.028131 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 42108) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:24:27.067594 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a8d94-9d4e-4d23-9c69-9e88343f574c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Pushing event updated for resources: {'Port': ['ID=d7f8a057-435f-4fae-a75d-2ff6c30d3ee7,revision_number=7']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:24:27.075636 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156a8d94-9d4e-4d23-9c69-9e88343f574c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:24:27.075991 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156a8d94-9d4e-4d23-9c69-9e88343f574c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:24:27.076336 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156a8d94-9d4e-4d23-9c69-9e88343f574c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:24:27.076675 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156a8d94-9d4e-4d23-9c69-9e88343f574c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:24:27.077017 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156a8d94-9d4e-4d23-9c69-9e88343f574c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:24:27.077345 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156a8d94-9d4e-4d23-9c69-9e88343f574c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:24:27.077677 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156a8d94-9d4e-4d23-9c69-9e88343f574c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:24:27.079257 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156a8d94-9d4e-4d23-9c69-9e88343f574c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:24:27.079584 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156a8d94-9d4e-4d23-9c69-9e88343f574c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:24:27.079843 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156a8d94-9d4e-4d23-9c69-9e88343f574c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:24:27.080173 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156a8d94-9d4e-4d23-9c69-9e88343f574c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:24:27.080500 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156a8d94-9d4e-4d23-9c69-9e88343f574c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:24:27.080824 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156a8d94-9d4e-4d23-9c69-9e88343f574c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:24:27.090937 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] get_ports_and_sgs() called for port_ids ['d7f8a057-435f-4fae-a75d-2ff6c30d3ee7'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:24:27.116730 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eb4c0804-ca14-47b3-8dbe-438f359f2172 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks [] for security_group (a79c97c0-fac4-40d9-98fc-af2937ef34f6), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:27.149768 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eb4c0804-ca14-47b3-8dbe-438f359f2172 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks [] for security_group (a79c97c0-fac4-40d9-98fc-af2937ef34f6), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:27.159749 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45949266-2f78-48aa-adf3-815485e6fe51 x-openstack-request-id: req-45949266-2f78-48aa-adf3-815485e6fe51 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:24:27.160062 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3ea4cd2-90e5-48bb-948f-62acee127a93", "tag": "d7f8a057-435f-4fae-a75d-2ff6c30d3ee7", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:24:27.160334 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-45949266-2f78-48aa-adf3-815485e6fe51 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:24:27.161419 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3ea4cd2-90e5-48bb-948f-62acee127a93', 'tag': 'd7f8a057-435f-4fae-a75d-2ff6c30d3ee7', 'status': 'completed', 'code': 200} Mar 07 17:24:27.245607 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c56642-97c2-49b2-b32c-10281ecab5c7 req-7ddfa77f-0b11-466a-9788-3cae85b6d5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:24:27.247731 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-06c56642-97c2-49b2-b32c-10281ecab5c7 req-7ddfa77f-0b11-466a-9788-3cae85b6d5cc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9eb1f6bbc9de48bcb4ceb589c128ce85&device_id=d3ea4cd2-90e5-48bb-948f-62acee127a93 HTTP/1.1" status: 200 len: 1129 time: 0.0662796 Mar 07 17:24:27.313134 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eb4c0804-ca14-47b3-8dbe-438f359f2172 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (a79c97c0-fac4-40d9-98fc-af2937ef34f6), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:27.315763 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eb4c0804-ca14-47b3-8dbe-438f359f2172 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks [] for security_group (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:27.319599 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-eb4c0804-ca14-47b3-8dbe-438f359f2172 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "DELETE /v2.0/security-groups/a79c97c0-fac4-40d9-98fc-af2937ef34f6 HTTP/1.1" status: 204 len: 168 time: 0.2871711 Mar 07 17:24:27.319873 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 42114) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:24:27.325825 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c0804-ca14-47b3-8dbe-438f359f2172 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79c97c0-fac4-40d9-98fc-af2937ef34f6,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:24:27.334309 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4c0804-ca14-47b3-8dbe-438f359f2172 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:24:27.337128 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4c0804-ca14-47b3-8dbe-438f359f2172 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:24:27.337128 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4c0804-ca14-47b3-8dbe-438f359f2172 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:24:27.337128 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4c0804-ca14-47b3-8dbe-438f359f2172 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:24:27.337128 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4c0804-ca14-47b3-8dbe-438f359f2172 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:24:27.337128 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4c0804-ca14-47b3-8dbe-438f359f2172 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:24:27.337128 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4c0804-ca14-47b3-8dbe-438f359f2172 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:24:27.337128 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4c0804-ca14-47b3-8dbe-438f359f2172 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:24:27.337128 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4c0804-ca14-47b3-8dbe-438f359f2172 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:24:27.337861 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4c0804-ca14-47b3-8dbe-438f359f2172 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:24:27.337861 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4c0804-ca14-47b3-8dbe-438f359f2172 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:24:27.337861 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4c0804-ca14-47b3-8dbe-438f359f2172 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:24:27.338343 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4c0804-ca14-47b3-8dbe-438f359f2172 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:24:27.346619 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.provisioning_blocks [None req-e5b8834a-113e-45d9-9e2b-72b648dfacd2 None None] Provisioning complete for port d7f8a057-435f-4fae-a75d-2ff6c30d3ee7 triggered by entity DHCP. {{(pid=103440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 17:24:27.347003 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e5b8834a-113e-45d9-9e2b-72b648dfacd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854507'] for port (d7f8a057-435f-4fae-a75d-2ff6c30d3ee7), provisioning_complete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:27.393896 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c56642-97c2-49b2-b32c-10281ecab5c7 req-d3dee5b5-5fd7-4479-b523-2c1fd2d117d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:24:27.395245 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-06c56642-97c2-49b2-b32c-10281ecab5c7 req-d3dee5b5-5fd7-4479-b523-2c1fd2d117d5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2867492e-81a9-498d-9fb7-e0de0a0ea720 HTTP/1.1" status: 200 len: 916 time: 0.1407850 Mar 07 17:24:27.441404 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-e5b8834a-113e-45d9-9e2b-72b648dfacd2 None None] Current status of the port d7f8a057-435f-4fae-a75d-2ff6c30d3ee7 is: ACTIVE; New status is: ACTIVE {{(pid=103440) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 17:24:27.778487 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-06c56642-97c2-49b2-b32c-10281ecab5c7 req-9767d215-2f47-4dce-95f4-81066b00496d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7f8a057-435f-4fae-a75d-2ff6c30d3ee7 HTTP/1.1" status: 200 len: 1000 time: 0.3762302 Mar 07 17:24:27.851348 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c56642-97c2-49b2-b32c-10281ecab5c7 req-a89ffa87-c378-4c6f-ac44-445a95de81a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:24:27.856804 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-06c56642-97c2-49b2-b32c-10281ecab5c7 req-a89ffa87-c378-4c6f-ac44-445a95de81a7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=efde61f3-7858-4cee-a02c-39731dd09913 HTTP/1.1" status: 200 len: 854 time: 0.0536380 Mar 07 17:24:27.869672 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-3e80e25d-ee9a-4af7-bc81-5f5e9307b42c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Deleting port 3452f8bd-5d74-40af-9517-49c26a7894cb {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:24:27.870016 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3e80e25d-ee9a-4af7-bc81-5f5e9307b42c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (3452f8bd-5d74-40af-9517-49c26a7894cb), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:27.958305 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c56642-97c2-49b2-b32c-10281ecab5c7 req-6517318a-e60a-4a88-b2da-18352ce9165d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:24:27.959819 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-06c56642-97c2-49b2-b32c-10281ecab5c7 req-6517318a-e60a-4a88-b2da-18352ce9165d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2867492e-81a9-498d-9fb7-e0de0a0ea720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1007354 Mar 07 17:24:27.981262 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3e80e25d-ee9a-4af7-bc81-5f5e9307b42c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (3452f8bd-5d74-40af-9517-49c26a7894cb), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:27.981588 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3e80e25d-ee9a-4af7-bc81-5f5e9307b42c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks [] for floatingip (3452f8bd-5d74-40af-9517-49c26a7894cb), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:28.009570 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-3e80e25d-ee9a-4af7-bc81-5f5e9307b42c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Calling delete_port for 3452f8bd-5d74-40af-9517-49c26a7894cb owned by network:floatingip {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:24:28.116457 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-06c56642-97c2-49b2-b32c-10281ecab5c7 req-af65b81a-e6ac-4646-bc47-0960bea156a7 service neutron] 10.222.0.53 "GET /v2.0/networks/2867492e-81a9-498d-9fb7-e0de0a0ea720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502037 Mar 07 17:24:28.250791 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-06c56642-97c2-49b2-b32c-10281ecab5c7 req-1b4e175c-5d1c-406f-96a7-18e92f9c9d91 service neutron] 10.222.0.53 "GET /v2.0/networks/2867492e-81a9-498d-9fb7-e0de0a0ea720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279287 Mar 07 17:24:28.271267 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:24:28.354731 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3e80e25d-ee9a-4af7-bc81-5f5e9307b42c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (3452f8bd-5d74-40af-9517-49c26a7894cb), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:28.386030 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e80e25d-ee9a-4af7-bc81-5f5e9307b42c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Pushing event deleted for resources: {'Port': ['ID=3452f8bd-5d74-40af-9517-49c26a7894cb,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:24:28.445733 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3e80e25d-ee9a-4af7-bc81-5f5e9307b42c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks [] for floatingip (a71492df-28c2-4fcd-b2a7-fc5783cda58f), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:28.446063 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.db.l3_db [None req-3e80e25d-ee9a-4af7-bc81-5f5e9307b42c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Floating IP a71492df-28c2-4fcd-b2a7-fc5783cda58f disassociated (deleted). External IP: 172.27.3.81, port: d7f8a057-435f-4fae-a75d-2ff6c30d3ee7. Mar 07 17:24:28.652776 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e80e25d-ee9a-4af7-bc81-5f5e9307b42c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Router 3303a06a-bb3c-468e-828f-5676bc9455c0 has already been hosted by L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:24:28.763207 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e80e25d-ee9a-4af7-bc81-5f5e9307b42c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:24:28.768435 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3e80e25d-ee9a-4af7-bc81-5f5e9307b42c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:28.773119 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d82ba5d-b81d-440f-a188-43856a1c3c0d None None] Sync routers for ids ['3303a06a-bb3c-468e-828f-5676bc9455c0'] in dv-cinder-804035-42-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:24:28.785317 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d82ba5d-b81d-440f-a188-43856a1c3c0d None None] Routers {'3303a06a-bb3c-468e-828f-5676bc9455c0'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:24:28.785968 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-0d82ba5d-b81d-440f-a188-43856a1c3c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:24:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['3303a06a-bb3c-468e-828f-5676bc9455c0'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:24:28.798729 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-3e80e25d-ee9a-4af7-bc81-5f5e9307b42c tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "DELETE /v2.0/floatingips/a71492df-28c2-4fcd-b2a7-fc5783cda58f HTTP/1.1" status: 204 len: 168 time: 1.4778173 Mar 07 17:24:28.896345 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-0d82ba5d-b81d-440f-a188-43856a1c3c0d None None] Set router 3303a06a-bb3c-468e-828f-5676bc9455c0 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:24:29.095983 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-0d82ba5d-b81d-440f-a188-43856a1c3c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3303a06a-bb3c-468e-828f-5676bc9455c0', 'name': 'tempest-TestMinimumBasicScenario-1914751678-router', 'tenant_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'cba65d9b-8e85-4042-9de6-06cd40abd709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:21:33Z', 'updated_at': '2022-03-07T17:21:36Z', 'revision_number': 4, 'project_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'gw_port': {'id': 'cba65d9b-8e85-4042-9de6-06cd40abd709', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:77:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303a06a-bb3c-468e-828f-5676bc9455c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:21:33Z', 'updated_at': '2022-03-07T17:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': 'c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f', 'name': '', 'network_id': '2867492e-81a9-498d-9fb7-e0de0a0ea720', 'tenant_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'mac_address': 'fa:16:3e:3d:3d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303a06a-bb3c-468e-828f-5676bc9455c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'efde61f3-7858-4cee-a02c-39731dd09913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:21:35Z', 'updated_at': '2022-03-07T17:21:39Z', 'revision_number': 5, 'project_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'subnets': [{'id': 'efde61f3-7858-4cee-a02c-39731dd09913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:24:29.122748 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d82ba5d-b81d-440f-a188-43856a1c3c0d None None] Checking router: 3303a06a-bb3c-468e-828f-5676bc9455c0 for host: dv-cinder-804035-42-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:24:29.132418 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d82ba5d-b81d-440f-a188-43856a1c3c0d None None] Routers {'3303a06a-bb3c-468e-828f-5676bc9455c0'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:24:29.133023 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-0d82ba5d-b81d-440f-a188-43856a1c3c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:24:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['3303a06a-bb3c-468e-828f-5676bc9455c0'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:24:29.163605 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3ea4cd2-90e5-48bb-948f-62acee127a93', 'tag': 'd7f8a057-435f-4fae-a75d-2ff6c30d3ee7'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:24:29.165216 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aba4c615e876ca6c23e5fed61a3d1f980fac3f984d457871ad3b292fe147bdb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c22cb2f-f9f6-4673-b6ab-2ae1e125bb7d" -d '{"events": [{"name": "network-changed", "server_uuid": "d3ea4cd2-90e5-48bb-948f-62acee127a93", "tag": "d7f8a057-435f-4fae-a75d-2ff6c30d3ee7"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:24:29.215315 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 17:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7452f393-c620-4540-84f9-6d41993a5675 x-openstack-request-id: req-7452f393-c620-4540-84f9-6d41993a5675 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:24:29.215636 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3ea4cd2-90e5-48bb-948f-62acee127a93", "tag": "d7f8a057-435f-4fae-a75d-2ff6c30d3ee7", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:24:29.215900 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7452f393-c620-4540-84f9-6d41993a5675 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:24:29.216301 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3ea4cd2-90e5-48bb-948f-62acee127a93', 'tag': 'd7f8a057-435f-4fae-a75d-2ff6c30d3ee7', 'status': 'completed', 'code': 200} Mar 07 17:24:29.254944 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-0d82ba5d-b81d-440f-a188-43856a1c3c0d None None] Set router 3303a06a-bb3c-468e-828f-5676bc9455c0 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:24:29.283376 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22cb2f-f9f6-4673-b6ab-2ae1e125bb7d req-d6a7c04e-d7c8-4566-a0b0-36b9ebdac501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:24:29.285918 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8c22cb2f-f9f6-4673-b6ab-2ae1e125bb7d req-d6a7c04e-d7c8-4566-a0b0-36b9ebdac501 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9eb1f6bbc9de48bcb4ceb589c128ce85&device_id=d3ea4cd2-90e5-48bb-948f-62acee127a93 HTTP/1.1" status: 200 len: 1129 time: 0.0503483 Mar 07 17:24:29.388333 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22cb2f-f9f6-4673-b6ab-2ae1e125bb7d req-f2be5761-6815-4642-ae30-6b1b912bd7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:24:29.389848 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8c22cb2f-f9f6-4673-b6ab-2ae1e125bb7d req-f2be5761-6815-4642-ae30-6b1b912bd7b6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2867492e-81a9-498d-9fb7-e0de0a0ea720 HTTP/1.1" status: 200 len: 916 time: 0.0942910 Mar 07 17:24:29.433916 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8c22cb2f-f9f6-4673-b6ab-2ae1e125bb7d req-e6808d14-e023-41dd-b6fa-5b1f5bfe0296 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7f8a057-435f-4fae-a75d-2ff6c30d3ee7 HTTP/1.1" status: 200 len: 217 time: 0.0376377 Mar 07 17:24:29.460207 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-0d82ba5d-b81d-440f-a188-43856a1c3c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3303a06a-bb3c-468e-828f-5676bc9455c0', 'name': 'tempest-TestMinimumBasicScenario-1914751678-router', 'tenant_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'cba65d9b-8e85-4042-9de6-06cd40abd709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:21:33Z', 'updated_at': '2022-03-07T17:21:36Z', 'revision_number': 4, 'project_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'gw_port': {'id': 'cba65d9b-8e85-4042-9de6-06cd40abd709', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:77:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303a06a-bb3c-468e-828f-5676bc9455c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:21:33Z', 'updated_at': '2022-03-07T17:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': 'c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f', 'name': '', 'network_id': '2867492e-81a9-498d-9fb7-e0de0a0ea720', 'tenant_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'mac_address': 'fa:16:3e:3d:3d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303a06a-bb3c-468e-828f-5676bc9455c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'efde61f3-7858-4cee-a02c-39731dd09913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:21:35Z', 'updated_at': '2022-03-07T17:21:39Z', 'revision_number': 5, 'project_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'subnets': [{'id': 'efde61f3-7858-4cee-a02c-39731dd09913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:24:29.481217 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22cb2f-f9f6-4673-b6ab-2ae1e125bb7d req-e825357c-55bb-4ce3-98d2-f7eb7a81169d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:24:29.482658 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8c22cb2f-f9f6-4673-b6ab-2ae1e125bb7d req-e825357c-55bb-4ce3-98d2-f7eb7a81169d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=efde61f3-7858-4cee-a02c-39731dd09913 HTTP/1.1" status: 200 len: 854 time: 0.0427551 Mar 07 17:24:29.487127 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d82ba5d-b81d-440f-a188-43856a1c3c0d None None] The sync data for ids ['3303a06a-bb3c-468e-828f-5676bc9455c0'] in dv-cinder-804035-42-iscsi is: [{'id': '3303a06a-bb3c-468e-828f-5676bc9455c0', 'name': 'tempest-TestMinimumBasicScenario-1914751678-router', 'tenant_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'cba65d9b-8e85-4042-9de6-06cd40abd709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:21:33Z', 'updated_at': '2022-03-07T17:21:36Z', 'revision_number': 4, 'project_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'gw_port': {'id': 'cba65d9b-8e85-4042-9de6-06cd40abd709', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:77:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303a06a-bb3c-468e-828f-5676bc9455c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:21:33Z', 'updated_at': '2022-03-07T17:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi', '_interfaces': [{'id': 'c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f', 'name': '', 'network_id': '2867492e-81a9-498d-9fb7-e0de0a0ea720', 'tenant_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'mac_address': 'fa:16:3e:3d:3d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303a06a-bb3c-468e-828f-5676bc9455c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'efde61f3-7858-4cee-a02c-39731dd09913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:21:35Z', 'updated_at': '2022-03-07T17:21:39Z', 'revision_number': 5, 'project_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'subnets': [{'id': 'efde61f3-7858-4cee-a02c-39731dd09913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:24:29.533517 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22cb2f-f9f6-4673-b6ab-2ae1e125bb7d req-aa74e41a-7a43-4d80-a22b-25e1954c9c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:24:29.535100 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8c22cb2f-f9f6-4673-b6ab-2ae1e125bb7d req-aa74e41a-7a43-4d80-a22b-25e1954c9c15 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2867492e-81a9-498d-9fb7-e0de0a0ea720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0467339 Mar 07 17:24:29.633150 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8c22cb2f-f9f6-4673-b6ab-2ae1e125bb7d req-8eb7a32d-d727-4e18-9e54-4091cf6df12e service neutron] 10.222.0.53 "GET /v2.0/networks/2867492e-81a9-498d-9fb7-e0de0a0ea720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914223 Mar 07 17:24:29.710151 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05d332f-9506-494c-b872-593ca5e125f1 None None] New status for floating IP a71492df-28c2-4fcd-b2a7-fc5783cda58f: DOWN {{(pid=103440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 17:24:29.725475 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8c22cb2f-f9f6-4673-b6ab-2ae1e125bb7d req-395d348b-0201-4fb0-b99c-7b84ff474757 service neutron] 10.222.0.53 "GET /v2.0/networks/2867492e-81a9-498d-9fb7-e0de0a0ea720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865467 Mar 07 17:24:33.098201 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d392139-03b3-41cf-835c-410010d9a790 req-cb918baa-4859-4aff-8eca-8abbcc7fa7cd tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:24:33.099674 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0d392139-03b3-41cf-835c-410010d9a790 req-cb918baa-4859-4aff-8eca-8abbcc7fa7cd tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/ports?device_id=d3ea4cd2-90e5-48bb-948f-62acee127a93 HTTP/1.1" status: 200 len: 945 time: 0.0523624 Mar 07 17:24:33.150516 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0d392139-03b3-41cf-835c-410010d9a790 req-90213ec0-3e51-40eb-8c68-dd79ba0b8a13 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/security-groups?id=a22fe07e-8402-46ed-b65a-635d60cf30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453231 Mar 07 17:24:34.131738 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [req-fac53e99-7069-4b53-b042-d7547ef87492 req-7fae13f9-1da7-4028-95aa-5fff1b5cb0bd service neutron] (103431) timed out ('10.222.0.45', 37164) {{(pid=103431) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 17:24:34.212927 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [req-fac53e99-7069-4b53-b042-d7547ef87492 req-6d7500fb-32bf-41c3-8c35-5e8f857ec12e tempest-TestShelveInstance-348838342 tempest-TestShelveInstance-348838342-project] (103431) timed out ('10.222.0.45', 37172) {{(pid=103431) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 17:24:34.270584 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddab8a6-5531-4af2-93e3-25199ea46da9 req-db3efc09-bc8d-45de-87aa-9b6e77d65c81 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:24:34.272095 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-eddab8a6-5531-4af2-93e3-25199ea46da9 req-db3efc09-bc8d-45de-87aa-9b6e77d65c81 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/ports?device_id=d3ea4cd2-90e5-48bb-948f-62acee127a93 HTTP/1.1" status: 200 len: 945 time: 0.0535853 Mar 07 17:24:34.318707 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-eddab8a6-5531-4af2-93e3-25199ea46da9 req-88f4e861-0663-4acb-8547-98d1bd7d099a tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/security-groups?id=a22fe07e-8402-46ed-b65a-635d60cf30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409670 Mar 07 17:24:35.082309 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790c57b-422a-46d4-b016-8d58990160e6 req-ad73ce16-e918-4e16-8856-98d9745607cb tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:24:35.083925 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5790c57b-422a-46d4-b016-8d58990160e6 req-ad73ce16-e918-4e16-8856-98d9745607cb tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3ea4cd2-90e5-48bb-948f-62acee127a93 HTTP/1.1" status: 200 len: 945 time: 0.0531657 Mar 07 17:24:35.180497 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-5790c57b-422a-46d4-b016-8d58990160e6 req-a9f74389-51b0-419a-a995-082bd36a0b85 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Deleting port d7f8a057-435f-4fae-a75d-2ff6c30d3ee7 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:24:35.181215 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-5790c57b-422a-46d4-b016-8d58990160e6 req-a9f74389-51b0-419a-a995-082bd36a0b85 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (d7f8a057-435f-4fae-a75d-2ff6c30d3ee7), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:35.269432 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-5790c57b-422a-46d4-b016-8d58990160e6 req-a9f74389-51b0-419a-a995-082bd36a0b85 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] For port d7f8a057-435f-4fae-a75d-2ff6c30d3ee7, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d7f8a057-435f-4fae-a75d-2ff6c30d3ee7,segment=NetworkSegment(32d95602-8224-44c5-a771-dea22200735a),segment_id=32d95602-8224-44c5-a771-dea22200735a)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:24:35.269789 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-5790c57b-422a-46d4-b016-8d58990160e6 req-a9f74389-51b0-419a-a995-082bd36a0b85 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (d7f8a057-435f-4fae-a75d-2ff6c30d3ee7), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:35.281244 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-5790c57b-422a-46d4-b016-8d58990160e6 req-a9f74389-51b0-419a-a995-082bd36a0b85 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Calling delete_port for d7f8a057-435f-4fae-a75d-2ff6c30d3ee7 owned by compute:nova {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:24:35.455579 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80618da-ebee-41d1-abe9-88d79dd0c9f9 req-25ac6ac3-1073-4e33-97f1-f1c6bc6e00cb tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 17:24:35.457040 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d80618da-ebee-41d1-abe9-88d79dd0c9f9 req-25ac6ac3-1073-4e33-97f1-f1c6bc6e00cb tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/ports?device_id=d3ea4cd2-90e5-48bb-948f-62acee127a93 HTTP/1.1" status: 200 len: 945 time: 0.0685997 Mar 07 17:24:35.503667 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-5790c57b-422a-46d4-b016-8d58990160e6 req-a9f74389-51b0-419a-a995-082bd36a0b85 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (d7f8a057-435f-4fae-a75d-2ff6c30d3ee7), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:35.515095 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] get_ports_and_sgs() called for port_ids ['d7f8a057-435f-4fae-a75d-2ff6c30d3ee7'] {{(pid=103440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 17:24:35.517114 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d80618da-ebee-41d1-abe9-88d79dd0c9f9 req-2aeaf0aa-ba51-42da-971d-3a7ea6ba2ed3 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.45 "GET /v2.0/security-groups?id=a22fe07e-8402-46ed-b65a-635d60cf30fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545051 Mar 07 17:24:35.537052 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f74389-51b0-419a-a995-082bd36a0b85 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Pushing event deleted for resources: {'Port': ['ID=d7f8a057-435f-4fae-a75d-2ff6c30d3ee7,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:24:35.580214 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-5790c57b-422a-46d4-b016-8d58990160e6 req-a9f74389-51b0-419a-a995-082bd36a0b85 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] No DVR routers for this DVR port d7f8a057-435f-4fae-a75d-2ff6c30d3ee7 on host hv-cinder-80403 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:24:35.583065 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-5790c57b-422a-46d4-b016-8d58990160e6 req-a9f74389-51b0-419a-a995-082bd36a0b85 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41457'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:35.586293 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5790c57b-422a-46d4-b016-8d58990160e6 req-a9f74389-51b0-419a-a995-082bd36a0b85 tempest-TestMinimumBasicScenario-407826399 tempest-TestMinimumBasicScenario-407826399-project] 10.222.0.53 "DELETE /v2.0/ports/d7f8a057-435f-4fae-a75d-2ff6c30d3ee7 HTTP/1.1" status: 204 len: 173 time: 0.4972730 Mar 07 17:24:35.586749 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3ea4cd2-90e5-48bb-948f-62acee127a93', 'name': 'network-vif-deleted', 'tag': 'd7f8a057-435f-4fae-a75d-2ff6c30d3ee7'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 17:24:35.588987 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aba4c615e876ca6c23e5fed61a3d1f980fac3f984d457871ad3b292fe147bdb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b575038-aa0d-4c46-8b02-a854bf66f27a" -d '{"events": [{"server_uuid": "d3ea4cd2-90e5-48bb-948f-62acee127a93", "name": "network-vif-deleted", "tag": "d7f8a057-435f-4fae-a75d-2ff6c30d3ee7"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 17:24:35.622952 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 17:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f70b0d7-dc1d-426d-b556-420e54375606 x-openstack-request-id: req-7f70b0d7-dc1d-426d-b556-420e54375606 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 17:24:35.623270 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3ea4cd2-90e5-48bb-948f-62acee127a93", "name": "network-vif-deleted", "tag": "d7f8a057-435f-4fae-a75d-2ff6c30d3ee7", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 17:24:35.623556 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7f70b0d7-dc1d-426d-b556-420e54375606 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 17:24:35.623955 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3ea4cd2-90e5-48bb-948f-62acee127a93', 'name': 'network-vif-deleted', 'tag': 'd7f8a057-435f-4fae-a75d-2ff6c30d3ee7', 'status': 'completed', 'code': 200} Mar 07 17:24:37.827733 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 42206) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:24:38.184181 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-570080fc-d014-4747-b158-35f59edd0da1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2051416'] for router_interface (3303a06a-bb3c-468e-828f-5676bc9455c0), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:38.436366 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-570080fc-d014-4747-b158-35f59edd0da1 admin admin] Deleting port c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:24:38.436606 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-570080fc-d014-4747-b158-35f59edd0da1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:38.514115 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-570080fc-d014-4747-b158-35f59edd0da1 admin admin] For port c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f,segment=NetworkSegment(32d95602-8224-44c5-a771-dea22200735a),segment_id=32d95602-8224-44c5-a771-dea22200735a)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:24:38.514478 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-570080fc-d014-4747-b158-35f59edd0da1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:38.526587 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-570080fc-d014-4747-b158-35f59edd0da1 admin admin] Calling delete_port for c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f owned by network:router_interface {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:24:38.792178 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-570080fc-d014-4747-b158-35f59edd0da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:38.820273 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570080fc-d014-4747-b158-35f59edd0da1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:24:38.997955 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-570080fc-d014-4747-b158-35f59edd0da1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2051372'] for router_interface (3303a06a-bb3c-468e-828f-5676bc9455c0), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:39.216617 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-570080fc-d014-4747-b158-35f59edd0da1 admin admin] Router 3303a06a-bb3c-468e-828f-5676bc9455c0 has already been hosted by L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:24:39.323148 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570080fc-d014-4747-b158-35f59edd0da1 admin admin] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:24:39.329415 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-570080fc-d014-4747-b158-35f59edd0da1 admin admin] 10.222.0.45 "PUT /v2.0/routers/3303a06a-bb3c-468e-828f-5676bc9455c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4994931 Mar 07 17:24:39.331555 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 42208) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:24:39.334153 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134f54bc-c938-4654-b871-9612ca5b1bf9 None None] Sync routers for ids ['3303a06a-bb3c-468e-828f-5676bc9455c0'] in dv-cinder-804035-42-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:24:39.345287 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134f54bc-c938-4654-b871-9612ca5b1bf9 None None] Routers {'3303a06a-bb3c-468e-828f-5676bc9455c0'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:24:39.346015 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-134f54bc-c938-4654-b871-9612ca5b1bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:24:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['3303a06a-bb3c-468e-828f-5676bc9455c0'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:24:39.442730 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9fdb9ef4-4ffd-4e4a-8489-ccc2c8477789 admin admin] Publish callbacks [] for router (3303a06a-bb3c-468e-828f-5676bc9455c0), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:39.456331 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-134f54bc-c938-4654-b871-9612ca5b1bf9 None None] Set router 3303a06a-bb3c-468e-828f-5676bc9455c0 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:24:39.547352 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9fdb9ef4-4ffd-4e4a-8489-ccc2c8477789 admin admin] Publish callbacks [] for router_gateway (3303a06a-bb3c-468e-828f-5676bc9455c0), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:39.641050 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-134f54bc-c938-4654-b871-9612ca5b1bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3303a06a-bb3c-468e-828f-5676bc9455c0', 'name': 'tempest-TestMinimumBasicScenario-1914751678-router', 'tenant_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'cba65d9b-8e85-4042-9de6-06cd40abd709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:21:33Z', 'updated_at': '2022-03-07T17:24:38Z', 'revision_number': 5, 'project_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'gw_port': {'id': 'cba65d9b-8e85-4042-9de6-06cd40abd709', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:77:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303a06a-bb3c-468e-828f-5676bc9455c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:21:33Z', 'updated_at': '2022-03-07T17:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi'}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:24:39.645591 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device d7f8a057-435f-4fae-a75d-2ff6c30d3ee7 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:24:39.669451 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] No Port match for: d7f8a057-435f-4fae-a75d-2ff6c30d3ee7 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:24:39.672293 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Device d7f8a057-435f-4fae-a75d-2ff6c30d3ee7 not bound to the agent host hv-cinder-80403 {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:24:39.672443 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134f54bc-c938-4654-b871-9612ca5b1bf9 None None] Checking router: 3303a06a-bb3c-468e-828f-5676bc9455c0 for host: dv-cinder-804035-42-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:24:39.678294 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-9fdb9ef4-4ffd-4e4a-8489-ccc2c8477789 admin admin] Deleting port cba65d9b-8e85-4042-9de6-06cd40abd709 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:24:39.678635 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9fdb9ef4-4ffd-4e4a-8489-ccc2c8477789 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (cba65d9b-8e85-4042-9de6-06cd40abd709), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:39.679926 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134f54bc-c938-4654-b871-9612ca5b1bf9 None None] Routers {'3303a06a-bb3c-468e-828f-5676bc9455c0'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:24:39.680530 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-134f54bc-c938-4654-b871-9612ca5b1bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:24:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['3303a06a-bb3c-468e-828f-5676bc9455c0'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:24:39.762571 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-9fdb9ef4-4ffd-4e4a-8489-ccc2c8477789 admin admin] For port cba65d9b-8e85-4042-9de6-06cd40abd709, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=cba65d9b-8e85-4042-9de6-06cd40abd709,segment=NetworkSegment(733ea0a4-2088-41be-a436-48329c6e880b),segment_id=733ea0a4-2088-41be-a436-48329c6e880b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:24:39.762931 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9fdb9ef4-4ffd-4e4a-8489-ccc2c8477789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (cba65d9b-8e85-4042-9de6-06cd40abd709), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:39.776567 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-9fdb9ef4-4ffd-4e4a-8489-ccc2c8477789 admin admin] Calling delete_port for cba65d9b-8e85-4042-9de6-06cd40abd709 owned by network:router_gateway {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:24:39.855250 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-134f54bc-c938-4654-b871-9612ca5b1bf9 None None] Set router 3303a06a-bb3c-468e-828f-5676bc9455c0 gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:24:39.914794 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-134f54bc-c938-4654-b871-9612ca5b1bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3303a06a-bb3c-468e-828f-5676bc9455c0', 'name': 'tempest-TestMinimumBasicScenario-1914751678-router', 'tenant_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:21:33Z', 'updated_at': '2022-03-07T17:24:39Z', 'revision_number': 6, 'project_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'gw_port_host': None}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:24:39.941326 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134f54bc-c938-4654-b871-9612ca5b1bf9 None None] The sync data for ids ['3303a06a-bb3c-468e-828f-5676bc9455c0'] in dv-cinder-804035-42-iscsi is: [{'id': '3303a06a-bb3c-468e-828f-5676bc9455c0', 'name': 'tempest-TestMinimumBasicScenario-1914751678-router', 'tenant_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:21:33Z', 'updated_at': '2022-03-07T17:24:39Z', 'revision_number': 6, 'project_id': '9eb1f6bbc9de48bcb4ceb589c128ce85', 'gw_port_host': None}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:24:40.021018 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9fdb9ef4-4ffd-4e4a-8489-ccc2c8477789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (cba65d9b-8e85-4042-9de6-06cd40abd709), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:40.047156 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb9ef4-4ffd-4e4a-8489-ccc2c8477789 admin admin] Pushing event deleted for resources: {'Port': ['ID=cba65d9b-8e85-4042-9de6-06cd40abd709,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:24:40.110803 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9fdb9ef4-4ffd-4e4a-8489-ccc2c8477789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2048134'] for router_gateway (3303a06a-bb3c-468e-828f-5676bc9455c0), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:40.510477 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9fdb9ef4-4ffd-4e4a-8489-ccc2c8477789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2052402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57210'] for router (3303a06a-bb3c-468e-828f-5676bc9455c0), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:40.512624 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9fdb9ef4-4ffd-4e4a-8489-ccc2c8477789 admin admin] Publish callbacks [] for router_controller (3303a06a-bb3c-468e-828f-5676bc9455c0), precommit_delete_associations {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:40.637894 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9fdb9ef4-4ffd-4e4a-8489-ccc2c8477789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2052389'] for router (3303a06a-bb3c-468e-828f-5676bc9455c0), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:40.638423 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fdb9ef4-4ffd-4e4a-8489-ccc2c8477789 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3303a06a-bb3c-468e-828f-5676bc9455c0 {{(pid=103431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 17:24:40.652998 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9fdb9ef4-4ffd-4e4a-8489-ccc2c8477789 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:40.652998 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-9fdb9ef4-4ffd-4e4a-8489-ccc2c8477789 admin admin] 10.222.0.45 "DELETE /v2.0/routers/3303a06a-bb3c-468e-828f-5676bc9455c0 HTTP/1.1" status: 204 len: 168 time: 1.3124568 Mar 07 17:24:40.652998 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 42210) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:24:40.695123 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_v2 [None req-3315f79c-3e38-4fca-b598-ed11f813688d admin admin] Deleting subnet efde61f3-7858-4cee-a02c-39731dd09913 {{(pid=103431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 17:24:40.699637 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3315f79c-3e38-4fca-b598-ed11f813688d admin admin] Publish callbacks [] for subnet (efde61f3-7858-4cee-a02c-39731dd09913), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:40.744770 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3315f79c-3e38-4fca-b598-ed11f813688d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60696947'] for subnet (efde61f3-7858-4cee-a02c-39731dd09913), precommit_delete_associations {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:40.759710 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f no longer exists at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:24:40.780312 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] No Port match for: c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:24:40.781017 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device c0bdfa7a-2e42-4959-8a9e-c2a9a35c7f2f not bound to the agent host dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:24:40.781510 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device cba65d9b-8e85-4042-9de6-06cd40abd709 no longer exists at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:24:40.802559 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] No Port match for: cba65d9b-8e85-4042-9de6-06cd40abd709 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:24:40.802905 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device cba65d9b-8e85-4042-9de6-06cd40abd709 not bound to the agent host dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:24:40.824925 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3315f79c-3e38-4fca-b598-ed11f813688d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712441'] for subnet (efde61f3-7858-4cee-a02c-39731dd09913), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:40.946396 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3315f79c-3e38-4fca-b598-ed11f813688d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58733494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60764649'] for subnet (efde61f3-7858-4cee-a02c-39731dd09913), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:40.973557 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3315f79c-3e38-4fca-b598-ed11f813688d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efde61f3-7858-4cee-a02c-39731dd09913,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:24:40.977129 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3315f79c-3e38-4fca-b598-ed11f813688d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:40.980292 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-3315f79c-3e38-4fca-b598-ed11f813688d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/efde61f3-7858-4cee-a02c-39731dd09913 HTTP/1.1" status: 204 len: 168 time: 0.3319597 Mar 07 17:24:40.982817 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 42212) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:24:40.982965 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1f762b-49e3-44b3-9b04-588a88085101 None None] Network 2867492e-81a9-498d-9fb7-e0de0a0ea720 requested from dv-cinder-804035-42-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:24:41.057715 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-795959d2-ea23-4fbe-a8d5-50d9ee30fc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748406'] for network (2867492e-81a9-498d-9fb7-e0de0a0ea720), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:41.114815 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-795959d2-ea23-4fbe-a8d5-50d9ee30fc6f admin admin] Deleting port 31a4df6c-5701-466b-9ba3-8d6f71cbb0ab {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:24:41.114989 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-795959d2-ea23-4fbe-a8d5-50d9ee30fc6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (31a4df6c-5701-466b-9ba3-8d6f71cbb0ab), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:41.148408 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9edddc-0a57-40bc-8399-929aa84bfab7 None None] DHCP port deletion for 2867492e-81a9-498d-9fb7-e0de0a0ea720 request from dv-cinder-804035-42-iscsi {{(pid=103440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 17:24:41.181798 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-795959d2-ea23-4fbe-a8d5-50d9ee30fc6f admin admin] For port 31a4df6c-5701-466b-9ba3-8d6f71cbb0ab, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=31a4df6c-5701-466b-9ba3-8d6f71cbb0ab,segment=NetworkSegment(32d95602-8224-44c5-a771-dea22200735a),segment_id=32d95602-8224-44c5-a771-dea22200735a)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:24:41.182162 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-795959d2-ea23-4fbe-a8d5-50d9ee30fc6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (31a4df6c-5701-466b-9ba3-8d6f71cbb0ab), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:41.196370 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-795959d2-ea23-4fbe-a8d5-50d9ee30fc6f admin admin] Calling delete_port for 31a4df6c-5701-466b-9ba3-8d6f71cbb0ab owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:24:41.197524 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-eb9edddc-0a57-40bc-8399-929aa84bfab7 None None] Deleting port 31a4df6c-5701-466b-9ba3-8d6f71cbb0ab {{(pid=103440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:24:41.197903 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-eb9edddc-0a57-40bc-8399-929aa84bfab7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (31a4df6c-5701-466b-9ba3-8d6f71cbb0ab), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:41.259545 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-eb9edddc-0a57-40bc-8399-929aa84bfab7 None None] For port 31a4df6c-5701-466b-9ba3-8d6f71cbb0ab, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=31a4df6c-5701-466b-9ba3-8d6f71cbb0ab,segment=NetworkSegment(32d95602-8224-44c5-a771-dea22200735a),segment_id=32d95602-8224-44c5-a771-dea22200735a)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:24:41.259863 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-eb9edddc-0a57-40bc-8399-929aa84bfab7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (31a4df6c-5701-466b-9ba3-8d6f71cbb0ab), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:41.275942 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-eb9edddc-0a57-40bc-8399-929aa84bfab7 None None] Calling delete_port for 31a4df6c-5701-466b-9ba3-8d6f71cbb0ab owned by network:dhcp {{(pid=103440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:24:41.331223 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-795959d2-ea23-4fbe-a8d5-50d9ee30fc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (31a4df6c-5701-466b-9ba3-8d6f71cbb0ab), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:41.349406 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-eb9edddc-0a57-40bc-8399-929aa84bfab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386'] for port (31a4df6c-5701-466b-9ba3-8d6f71cbb0ab), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:41.357463 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795959d2-ea23-4fbe-a8d5-50d9ee30fc6f admin admin] Pushing event deleted for resources: {'Port': ['ID=31a4df6c-5701-466b-9ba3-8d6f71cbb0ab,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:24:41.359246 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795959d2-ea23-4fbe-a8d5-50d9ee30fc6f admin admin] No DVR routers for this DVR port 31a4df6c-5701-466b-9ba3-8d6f71cbb0ab on host dv-cinder-804035-42-iscsi {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:24:41.375592 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9edddc-0a57-40bc-8399-929aa84bfab7 None None] Pushing event deleted for resources: {'Port': ['ID=31a4df6c-5701-466b-9ba3-8d6f71cbb0ab,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:24:41.380491 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9edddc-0a57-40bc-8399-929aa84bfab7 None None] No DVR routers for this DVR port 31a4df6c-5701-466b-9ba3-8d6f71cbb0ab on host dv-cinder-804035-42-iscsi {{(pid=103440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:24:41.386133 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9edddc-0a57-40bc-8399-929aa84bfab7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:24:41.386484 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9edddc-0a57-40bc-8399-929aa84bfab7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:24:41.386829 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9edddc-0a57-40bc-8399-929aa84bfab7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:24:41.387166 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9edddc-0a57-40bc-8399-929aa84bfab7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:24:41.387569 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9edddc-0a57-40bc-8399-929aa84bfab7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:24:41.387851 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9edddc-0a57-40bc-8399-929aa84bfab7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:24:41.388179 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9edddc-0a57-40bc-8399-929aa84bfab7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:24:41.388506 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9edddc-0a57-40bc-8399-929aa84bfab7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:24:41.388831 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9edddc-0a57-40bc-8399-929aa84bfab7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:24:41.389157 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9edddc-0a57-40bc-8399-929aa84bfab7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:24:41.389477 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9edddc-0a57-40bc-8399-929aa84bfab7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:24:41.389798 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9edddc-0a57-40bc-8399-929aa84bfab7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:24:41.390115 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9edddc-0a57-40bc-8399-929aa84bfab7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-42-iscsi {{(pid=103440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 17:24:41.438562 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-795959d2-ea23-4fbe-a8d5-50d9ee30fc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856182', 'neutron.services.segments.db._delete_segments_for_network-8762244314215'] for network (2867492e-81a9-498d-9fb7-e0de0a0ea720), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:41.458510 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-795959d2-ea23-4fbe-a8d5-50d9ee30fc6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2867492e-81a9-498d-9fb7-e0de0a0ea720']}} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:24:41.467543 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-795959d2-ea23-4fbe-a8d5-50d9ee30fc6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32d95602-8224-44c5-a771-dea22200735a') {'for_net_delete': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:24:41.467841 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-795959d2-ea23-4fbe-a8d5-50d9ee30fc6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32d95602-8224-44c5-a771-dea22200735a') {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:24:41.477750 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-795959d2-ea23-4fbe-a8d5-50d9ee30fc6f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762244314736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60696968'] for segment (32d95602-8224-44c5-a771-dea22200735a), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:41.491527 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-795959d2-ea23-4fbe-a8d5-50d9ee30fc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696658'] for segment (32d95602-8224-44c5-a771-dea22200735a), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:41.497201 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-795959d2-ea23-4fbe-a8d5-50d9ee30fc6f admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=103431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 17:24:41.497586 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-795959d2-ea23-4fbe-a8d5-50d9ee30fc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58733532'] for segment (32d95602-8224-44c5-a771-dea22200735a), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:41.499167 dv-cinder-804035-42-iscsi neutron-server[103431]: Traceback (most recent call last): Mar 07 17:24:41.499167 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 17:24:41.499167 dv-cinder-804035-42-iscsi neutron-server[103431]: timer() Mar 07 17:24:41.499167 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 17:24:41.499167 dv-cinder-804035-42-iscsi neutron-server[103431]: cb(*args, **kw) Mar 07 17:24:41.499167 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 17:24:41.499167 dv-cinder-804035-42-iscsi neutron-server[103431]: return func(*args, **kwargs) Mar 07 17:24:41.499167 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 17:24:41.499167 dv-cinder-804035-42-iscsi neutron-server[103431]: self._notify() Mar 07 17:24:41.499167 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 17:24:41.499167 dv-cinder-804035-42-iscsi neutron-server[103431]: self.callback(batched_events) Mar 07 17:24:41.499167 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 17:24:41.499167 dv-cinder-804035-42-iscsi neutron-server[103431]: event.method(event) Mar 07 17:24:41.499167 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 17:24:41.499167 dv-cinder-804035-42-iscsi neutron-server[103431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 17:24:41.499167 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 17:24:41.499167 dv-cinder-804035-42-iscsi neutron-server[103431]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 17:24:41.499167 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 17:24:41.499167 dv-cinder-804035-42-iscsi neutron-server[103431]: return f(self, *a, **k) Mar 07 17:24:41.499167 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 17:24:41.499167 dv-cinder-804035-42-iscsi neutron-server[103431]: return self._get(url).json() Mar 07 17:24:41.499167 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 17:24:41.499167 dv-cinder-804035-42-iscsi neutron-server[103431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 17:24:41.499167 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 17:24:41.499167 dv-cinder-804035-42-iscsi neutron-server[103431]: return self.request(url, 'GET', **kwargs) Mar 07 17:24:41.499167 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 17:24:41.499167 dv-cinder-804035-42-iscsi neutron-server[103431]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 17:24:41.499167 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 17:24:41.499167 dv-cinder-804035-42-iscsi neutron-server[103431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 17:24:41.499167 dv-cinder-804035-42-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 17:24:41.499167 dv-cinder-804035-42-iscsi neutron-server[103431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 17:24:41.499167 dv-cinder-804035-42-iscsi neutron-server[103431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 17:24:41.634201 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-795959d2-ea23-4fbe-a8d5-50d9ee30fc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2048162'] for network (2867492e-81a9-498d-9fb7-e0de0a0ea720), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:41.639427 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-795959d2-ea23-4fbe-a8d5-50d9ee30fc6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:41.643304 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-795959d2-ea23-4fbe-a8d5-50d9ee30fc6f admin admin] 10.222.0.45 "DELETE /v2.0/networks/2867492e-81a9-498d-9fb7-e0de0a0ea720 HTTP/1.1" status: 204 len: 168 time: 0.6585152 Mar 07 17:24:41.646510 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 42214) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:24:41.660376 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795959d2-ea23-4fbe-a8d5-50d9ee30fc6f admin admin] Pushing event deleted for resources: {'Network': ['ID=2867492e-81a9-498d-9fb7-e0de0a0ea720,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:24:41.996720 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-698daefc-c420-480f-b23a-afa01d8b2fe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2051416'] for router_interface (bdf65026-02da-41b9-8263-428af12c4422), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:42.239159 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-698daefc-c420-480f-b23a-afa01d8b2fe7 admin admin] Deleting port 5008d9e1-76eb-460d-85d3-bb1e84c67dfe {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:24:42.239503 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-698daefc-c420-480f-b23a-afa01d8b2fe7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (5008d9e1-76eb-460d-85d3-bb1e84c67dfe), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:42.313411 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-698daefc-c420-480f-b23a-afa01d8b2fe7 admin admin] For port 5008d9e1-76eb-460d-85d3-bb1e84c67dfe, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=5008d9e1-76eb-460d-85d3-bb1e84c67dfe,segment=NetworkSegment(cb0038f9-319c-4780-988e-4cbef4a6fcea),segment_id=cb0038f9-319c-4780-988e-4cbef4a6fcea)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:24:42.313688 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-698daefc-c420-480f-b23a-afa01d8b2fe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (5008d9e1-76eb-460d-85d3-bb1e84c67dfe), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:42.325711 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-698daefc-c420-480f-b23a-afa01d8b2fe7 admin admin] Calling delete_port for 5008d9e1-76eb-460d-85d3-bb1e84c67dfe owned by network:router_interface {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:24:42.563381 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-698daefc-c420-480f-b23a-afa01d8b2fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51013872'] for port (5008d9e1-76eb-460d-85d3-bb1e84c67dfe), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:42.587748 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698daefc-c420-480f-b23a-afa01d8b2fe7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5008d9e1-76eb-460d-85d3-bb1e84c67dfe,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:24:42.759410 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-698daefc-c420-480f-b23a-afa01d8b2fe7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1812485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2051372'] for router_interface (bdf65026-02da-41b9-8263-428af12c4422), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:42.801373 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 31a4df6c-5701-466b-9ba3-8d6f71cbb0ab no longer exists at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:24:42.822580 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] No Port match for: 31a4df6c-5701-466b-9ba3-8d6f71cbb0ab {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:24:42.822922 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 31a4df6c-5701-466b-9ba3-8d6f71cbb0ab not bound to the agent host dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:24:42.978579 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-698daefc-c420-480f-b23a-afa01d8b2fe7 admin admin] Router bdf65026-02da-41b9-8263-428af12c4422 has already been hosted by L3 agent 1abad9b7-032c-4206-99e6-6a88998e6fa3 {{(pid=103433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 17:24:43.296243 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698daefc-c420-480f-b23a-afa01d8b2fe7 admin admin] Notify agent at l3_agent.dv-cinder-804035-42-iscsi the message routers_updated {{(pid=103433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 17:24:43.301201 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-698daefc-c420-480f-b23a-afa01d8b2fe7 admin admin] 10.222.0.45 "PUT /v2.0/routers/bdf65026-02da-41b9-8263-428af12c4422/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6536219 Mar 07 17:24:43.303933 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 42216) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:24:43.304860 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be70c07-5740-404f-b1ae-0cf271d705d5 None None] Sync routers for ids ['bdf65026-02da-41b9-8263-428af12c4422'] in dv-cinder-804035-42-iscsi {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 17:24:43.315619 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be70c07-5740-404f-b1ae-0cf271d705d5 None None] Routers {'bdf65026-02da-41b9-8263-428af12c4422'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:24:43.316245 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-8be70c07-5740-404f-b1ae-0cf271d705d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:24:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['bdf65026-02da-41b9-8263-428af12c4422'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:24:43.410796 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a1232579-9c3a-45b9-b767-d99b79a999cc admin admin] Publish callbacks [] for router (bdf65026-02da-41b9-8263-428af12c4422), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:43.423854 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-8be70c07-5740-404f-b1ae-0cf271d705d5 None None] Set router bdf65026-02da-41b9-8263-428af12c4422 gateway port host: dv-cinder-804035-42-iscsi {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:24:43.515181 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a1232579-9c3a-45b9-b767-d99b79a999cc admin admin] Publish callbacks [] for router_gateway (bdf65026-02da-41b9-8263-428af12c4422), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:43.604667 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-8be70c07-5740-404f-b1ae-0cf271d705d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf65026-02da-41b9-8263-428af12c4422', 'name': 'tempest-TestMinimumBasicScenario-1943624720-router', 'tenant_id': 'd324e1e7ba0148018880970037be8663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'external_fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9cde276b-aba1-42ad-aea2-727220d2fb45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:21:39Z', 'updated_at': '2022-03-07T17:24:42Z', 'revision_number': 5, 'project_id': 'd324e1e7ba0148018880970037be8663', 'gw_port': {'id': '9cde276b-aba1-42ad-aea2-727220d2fb45', 'name': '', 'network_id': 'ca3ae6bc-acc1-44d4-99e8-2239d5d79721', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:13:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf65026-02da-41b9-8263-428af12c4422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-42-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T17:21:39Z', 'updated_at': '2022-03-07T17:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ea6e5b5-19cc-4407-9435-cc1a16805785', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-42-iscsi'}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:24:43.620402 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a1232579-9c3a-45b9-b767-d99b79a999cc admin admin] Deleting port 9cde276b-aba1-42ad-aea2-727220d2fb45 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:24:43.623895 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a1232579-9c3a-45b9-b767-d99b79a999cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (9cde276b-aba1-42ad-aea2-727220d2fb45), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:43.632319 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be70c07-5740-404f-b1ae-0cf271d705d5 None None] Checking router: bdf65026-02da-41b9-8263-428af12c4422 for host: dv-cinder-804035-42-iscsi {{(pid=103440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 17:24:43.640755 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be70c07-5740-404f-b1ae-0cf271d705d5 None None] Routers {'bdf65026-02da-41b9-8263-428af12c4422'} bound to L3 agent in host dv-cinder-804035-42-iscsi {{(pid=103440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 17:24:43.641372 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-8be70c07-5740-404f-b1ae-0cf271d705d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-42-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T16:53:48Z,description=,heartbeat_timestamp=2022-03-07T17:24:18Z,host='dv-cinder-804035-42-iscsi',id=1abad9b7-032c-4206-99e6-6a88998e6fa3,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T16:53:49Z,topic='l3_agent')) {'router_ids': ['bdf65026-02da-41b9-8263-428af12c4422'], 'active': True} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:24:43.700618 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a1232579-9c3a-45b9-b767-d99b79a999cc admin admin] For port 9cde276b-aba1-42ad-aea2-727220d2fb45, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=9cde276b-aba1-42ad-aea2-727220d2fb45,segment=NetworkSegment(733ea0a4-2088-41be-a436-48329c6e880b),segment_id=733ea0a4-2088-41be-a436-48329c6e880b)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:24:43.700975 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a1232579-9c3a-45b9-b767-d99b79a999cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (9cde276b-aba1-42ad-aea2-727220d2fb45), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:43.714061 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a1232579-9c3a-45b9-b767-d99b79a999cc admin admin] Calling delete_port for 9cde276b-aba1-42ad-aea2-727220d2fb45 owned by network:router_gateway {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:24:43.739380 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvr_db [None req-8be70c07-5740-404f-b1ae-0cf271d705d5 None None] Set router bdf65026-02da-41b9-8263-428af12c4422 gateway port host: None {{(pid=103440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 17:24:43.927923 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_hamode_db [None req-8be70c07-5740-404f-b1ae-0cf271d705d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf65026-02da-41b9-8263-428af12c4422', 'name': 'tempest-TestMinimumBasicScenario-1943624720-router', 'tenant_id': 'd324e1e7ba0148018880970037be8663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:21:39Z', 'updated_at': '2022-03-07T17:24:43Z', 'revision_number': 6, 'project_id': 'd324e1e7ba0148018880970037be8663', 'gw_port_host': None}], 'dv-cinder-804035-42-iscsi', False) {} {{(pid=103440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:24:43.954382 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be70c07-5740-404f-b1ae-0cf271d705d5 None None] The sync data for ids ['bdf65026-02da-41b9-8263-428af12c4422'] in dv-cinder-804035-42-iscsi is: [{'id': 'bdf65026-02da-41b9-8263-428af12c4422', 'name': 'tempest-TestMinimumBasicScenario-1943624720-router', 'tenant_id': 'd324e1e7ba0148018880970037be8663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T17:21:39Z', 'updated_at': '2022-03-07T17:24:43Z', 'revision_number': 6, 'project_id': 'd324e1e7ba0148018880970037be8663', 'gw_port_host': None}] {{(pid=103440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 17:24:43.959930 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a1232579-9c3a-45b9-b767-d99b79a999cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58733441'] for port (9cde276b-aba1-42ad-aea2-727220d2fb45), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:43.987722 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1232579-9c3a-45b9-b767-d99b79a999cc admin admin] Pushing event deleted for resources: {'Port': ['ID=9cde276b-aba1-42ad-aea2-727220d2fb45,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:24:44.048040 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a1232579-9c3a-45b9-b767-d99b79a999cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2048134'] for router_gateway (bdf65026-02da-41b9-8263-428af12c4422), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:44.137824 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a1232579-9c3a-45b9-b767-d99b79a999cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2052402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57210'] for router (bdf65026-02da-41b9-8263-428af12c4422), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:44.139990 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a1232579-9c3a-45b9-b767-d99b79a999cc admin admin] Publish callbacks [] for router_controller (bdf65026-02da-41b9-8263-428af12c4422), precommit_delete_associations {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:44.291468 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a1232579-9c3a-45b9-b767-d99b79a999cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2052389'] for router (bdf65026-02da-41b9-8263-428af12c4422), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:44.292078 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1232579-9c3a-45b9-b767-d99b79a999cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdf65026-02da-41b9-8263-428af12c4422 {{(pid=103431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 17:24:44.296518 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a1232579-9c3a-45b9-b767-d99b79a999cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:44.297759 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-a1232579-9c3a-45b9-b767-d99b79a999cc admin admin] 10.222.0.45 "DELETE /v2.0/routers/bdf65026-02da-41b9-8263-428af12c4422 HTTP/1.1" status: 204 len: 168 time: 0.9928284 Mar 07 17:24:44.300348 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 42218) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:24:44.347299 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_v2 [None req-707f7337-9ce7-4c3e-a8ca-41bd0eef576e admin admin] Deleting subnet e60bca46-339c-4ddd-8ff7-e30e2558a235 {{(pid=103431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 17:24:44.350723 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-707f7337-9ce7-4c3e-a8ca-41bd0eef576e admin admin] Publish callbacks [] for subnet (e60bca46-339c-4ddd-8ff7-e30e2558a235), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:44.386311 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-707f7337-9ce7-4c3e-a8ca-41bd0eef576e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60696947'] for subnet (e60bca46-339c-4ddd-8ff7-e30e2558a235), precommit_delete_associations {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:44.464402 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-707f7337-9ce7-4c3e-a8ca-41bd0eef576e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712441'] for subnet (e60bca46-339c-4ddd-8ff7-e30e2558a235), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:44.581177 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-707f7337-9ce7-4c3e-a8ca-41bd0eef576e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58733494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60764649'] for subnet (e60bca46-339c-4ddd-8ff7-e30e2558a235), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:44.607885 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707f7337-9ce7-4c3e-a8ca-41bd0eef576e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e60bca46-339c-4ddd-8ff7-e30e2558a235,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:24:44.610165 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-707f7337-9ce7-4c3e-a8ca-41bd0eef576e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:44.615333 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-707f7337-9ce7-4c3e-a8ca-41bd0eef576e admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e60bca46-339c-4ddd-8ff7-e30e2558a235 HTTP/1.1" status: 204 len: 168 time: 0.3139496 Mar 07 17:24:44.615877 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50d678a-5a6b-42f4-a68d-928370fcedcf None None] Network 6e278fbe-d446-40bc-b92e-e2f196801d66 requested from dv-cinder-804035-42-iscsi {{(pid=103440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 17:24:44.616621 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [-] (103433) accepted ('10.222.0.45', 42220) {{(pid=103433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:24:44.685026 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-219d7025-a461-46b0-b521-6ce8f107c399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-748406'] for network (6e278fbe-d446-40bc-b92e-e2f196801d66), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:44.757932 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-219d7025-a461-46b0-b521-6ce8f107c399 admin admin] Deleting port 303b42c9-1cb5-473a-a428-e4da2f251d5e {{(pid=103433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:24:44.758265 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-219d7025-a461-46b0-b521-6ce8f107c399 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (303b42c9-1cb5-473a-a428-e4da2f251d5e), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:44.759841 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 5008d9e1-76eb-460d-85d3-bb1e84c67dfe no longer exists at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:24:44.783950 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d817905-06e4-4fb8-a4fc-bce663b965f7 None None] DHCP port deletion for 6e278fbe-d446-40bc-b92e-e2f196801d66 request from dv-cinder-804035-42-iscsi {{(pid=103440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 17:24:44.786196 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] No Port match for: 5008d9e1-76eb-460d-85d3-bb1e84c67dfe {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:24:44.786545 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 5008d9e1-76eb-460d-85d3-bb1e84c67dfe not bound to the agent host dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:24:44.786963 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 9cde276b-aba1-42ad-aea2-727220d2fb45 no longer exists at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:24:44.808530 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] No Port match for: 9cde276b-aba1-42ad-aea2-727220d2fb45 {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:24:44.808890 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 9cde276b-aba1-42ad-aea2-727220d2fb45 not bound to the agent host dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:24:44.824449 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-219d7025-a461-46b0-b521-6ce8f107c399 admin admin] For port 303b42c9-1cb5-473a-a428-e4da2f251d5e, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=303b42c9-1cb5-473a-a428-e4da2f251d5e,segment=NetworkSegment(cb0038f9-319c-4780-988e-4cbef4a6fcea),segment_id=cb0038f9-319c-4780-988e-4cbef4a6fcea)] {{(pid=103433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:24:44.824811 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-219d7025-a461-46b0-b521-6ce8f107c399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (303b42c9-1cb5-473a-a428-e4da2f251d5e), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:44.838315 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.plugin [None req-219d7025-a461-46b0-b521-6ce8f107c399 admin admin] Calling delete_port for 303b42c9-1cb5-473a-a428-e4da2f251d5e owned by network:dhcp {{(pid=103433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:24:44.857057 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-8d817905-06e4-4fb8-a4fc-bce663b965f7 None None] Deleting port 303b42c9-1cb5-473a-a428-e4da2f251d5e {{(pid=103440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 17:24:44.857438 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8d817905-06e4-4fb8-a4fc-bce663b965f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762244107843'] for port (303b42c9-1cb5-473a-a428-e4da2f251d5e), before_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:44.924050 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.db [None req-8d817905-06e4-4fb8-a4fc-bce663b965f7 None None] For port 303b42c9-1cb5-473a-a428-e4da2f251d5e, host dv-cinder-804035-42-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-42-iscsi',level=0,port_id=303b42c9-1cb5-473a-a428-e4da2f251d5e,segment=NetworkSegment(cb0038f9-319c-4780-988e-4cbef4a6fcea),segment_id=cb0038f9-319c-4780-988e-4cbef4a6fcea)] {{(pid=103440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 17:24:44.924336 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8d817905-06e4-4fb8-a4fc-bce663b965f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2062922'] for port (303b42c9-1cb5-473a-a428-e4da2f251d5e), precommit_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:44.937248 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-8d817905-06e4-4fb8-a4fc-bce663b965f7 None None] Calling delete_port for 303b42c9-1cb5-473a-a428-e4da2f251d5e owned by network:dhcp {{(pid=103440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 17:24:44.989859 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-219d7025-a461-46b0-b521-6ce8f107c399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-51013872'] for port (303b42c9-1cb5-473a-a428-e4da2f251d5e), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:45.018281 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219d7025-a461-46b0-b521-6ce8f107c399 admin admin] Pushing event deleted for resources: {'Port': ['ID=303b42c9-1cb5-473a-a428-e4da2f251d5e,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:24:45.020055 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219d7025-a461-46b0-b521-6ce8f107c399 admin admin] No DVR routers for this DVR port 303b42c9-1cb5-473a-a428-e4da2f251d5e on host dv-cinder-804035-42-iscsi {{(pid=103433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:24:45.021194 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-8d817905-06e4-4fb8-a4fc-bce663b965f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733843', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762244112550', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762243773386'] for port (303b42c9-1cb5-473a-a428-e4da2f251d5e), after_delete {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:45.046126 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d817905-06e4-4fb8-a4fc-bce663b965f7 None None] Pushing event deleted for resources: {'Port': ['ID=303b42c9-1cb5-473a-a428-e4da2f251d5e,revision_number=None']} {{(pid=103440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:24:45.050841 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d817905-06e4-4fb8-a4fc-bce663b965f7 None None] No DVR routers for this DVR port 303b42c9-1cb5-473a-a428-e4da2f251d5e on host dv-cinder-804035-42-iscsi {{(pid=103440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 17:24:45.094013 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-219d7025-a461-46b0-b521-6ce8f107c399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856182', 'neutron.services.segments.db._delete_segments_for_network-8762244314215'] for network (6e278fbe-d446-40bc-b92e-e2f196801d66), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:45.117643 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.services.segments.db [None req-219d7025-a461-46b0-b521-6ce8f107c399 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e278fbe-d446-40bc-b92e-e2f196801d66']}} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:24:45.127186 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.services.segments.db [None req-219d7025-a461-46b0-b521-6ce8f107c399 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb0038f9-319c-4780-988e-4cbef4a6fcea') {'for_net_delete': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:24:45.127501 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.services.segments.db [None req-219d7025-a461-46b0-b521-6ce8f107c399 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb0038f9-319c-4780-988e-4cbef4a6fcea') {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 17:24:45.136691 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-219d7025-a461-46b0-b521-6ce8f107c399 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762244314736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-50883859'] for segment (cb0038f9-319c-4780-988e-4cbef4a6fcea), before_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:45.150614 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-219d7025-a461-46b0-b521-6ce8f107c399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696658'] for segment (cb0038f9-319c-4780-988e-4cbef4a6fcea), precommit_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:45.156478 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-219d7025-a461-46b0-b521-6ce8f107c399 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=103433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 17:24:45.156856 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-219d7025-a461-46b0-b521-6ce8f107c399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-51013805'] for segment (cb0038f9-319c-4780-988e-4cbef4a6fcea), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:45.158527 dv-cinder-804035-42-iscsi neutron-server[103433]: Traceback (most recent call last): Mar 07 17:24:45.158527 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 17:24:45.158527 dv-cinder-804035-42-iscsi neutron-server[103433]: timer() Mar 07 17:24:45.158527 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 17:24:45.158527 dv-cinder-804035-42-iscsi neutron-server[103433]: cb(*args, **kw) Mar 07 17:24:45.158527 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 17:24:45.158527 dv-cinder-804035-42-iscsi neutron-server[103433]: return func(*args, **kwargs) Mar 07 17:24:45.158527 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 17:24:45.158527 dv-cinder-804035-42-iscsi neutron-server[103433]: self._notify() Mar 07 17:24:45.158527 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 17:24:45.158527 dv-cinder-804035-42-iscsi neutron-server[103433]: self.callback(batched_events) Mar 07 17:24:45.158527 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 17:24:45.158527 dv-cinder-804035-42-iscsi neutron-server[103433]: event.method(event) Mar 07 17:24:45.158527 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 17:24:45.158527 dv-cinder-804035-42-iscsi neutron-server[103433]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 17:24:45.158527 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 17:24:45.158527 dv-cinder-804035-42-iscsi neutron-server[103433]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 17:24:45.158527 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 17:24:45.158527 dv-cinder-804035-42-iscsi neutron-server[103433]: return f(self, *a, **k) Mar 07 17:24:45.158527 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 17:24:45.158527 dv-cinder-804035-42-iscsi neutron-server[103433]: return self._get(url).json() Mar 07 17:24:45.158527 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 17:24:45.158527 dv-cinder-804035-42-iscsi neutron-server[103433]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 17:24:45.158527 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 17:24:45.158527 dv-cinder-804035-42-iscsi neutron-server[103433]: return self.request(url, 'GET', **kwargs) Mar 07 17:24:45.158527 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 17:24:45.158527 dv-cinder-804035-42-iscsi neutron-server[103433]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 17:24:45.158527 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 17:24:45.158527 dv-cinder-804035-42-iscsi neutron-server[103433]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 17:24:45.158527 dv-cinder-804035-42-iscsi neutron-server[103433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 17:24:45.158527 dv-cinder-804035-42-iscsi neutron-server[103433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 17:24:45.158527 dv-cinder-804035-42-iscsi neutron-server[103433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 17:24:45.271856 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-219d7025-a461-46b0-b521-6ce8f107c399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1812490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2048162'] for network (6e278fbe-d446-40bc-b92e-e2f196801d66), after_delete {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:45.277123 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-219d7025-a461-46b0-b521-6ce8f107c399 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1812504'] for network (None), before_response {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:45.280240 dv-cinder-804035-42-iscsi neutron-server[103433]: INFO neutron.wsgi [None req-219d7025-a461-46b0-b521-6ce8f107c399 admin admin] 10.222.0.45 "DELETE /v2.0/networks/6e278fbe-d446-40bc-b92e-e2f196801d66 HTTP/1.1" status: 204 len: 168 time: 0.6625872 Mar 07 17:24:45.290844 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219d7025-a461-46b0-b521-6ce8f107c399 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e278fbe-d446-40bc-b92e-e2f196801d66,revision_number=None']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:24:45.623872 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 42224) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:24:45.665709 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-b0af6fd6-e20e-4060-90c7-ce61e9ca30ea admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9eb1f6bbc9de48bcb4ceb589c128ce85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403504 Mar 07 17:24:45.667883 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 42226) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:24:45.721445 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1fe3d692-f50c-4684-9821-431c400fc537 admin admin] Publish callbacks [] for security_group (a22fe07e-8402-46ed-b65a-635d60cf30fa), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:45.742246 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1fe3d692-f50c-4684-9821-431c400fc537 admin admin] Publish callbacks [] for security_group (a22fe07e-8402-46ed-b65a-635d60cf30fa), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:45.872452 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1fe3d692-f50c-4684-9821-431c400fc537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (a22fe07e-8402-46ed-b65a-635d60cf30fa), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:45.872452 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1fe3d692-f50c-4684-9821-431c400fc537 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:45.872452 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-1fe3d692-f50c-4684-9821-431c400fc537 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a22fe07e-8402-46ed-b65a-635d60cf30fa HTTP/1.1" status: 204 len: 168 time: 0.2028987 Mar 07 17:24:45.880204 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe3d692-f50c-4684-9821-431c400fc537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22fe07e-8402-46ed-b65a-635d60cf30fa,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:24:45.913852 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-e8dd5de8-2fa8-4167-8431-93dce8631ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:46.515868 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 42232) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:24:46.558816 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-31442adf-2b8c-44fd-b94c-fd3ecfc241c3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d324e1e7ba0148018880970037be8663&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418134 Mar 07 17:24:46.561332 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.45', 42234) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 17:24:46.607643 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7178b548-0bf8-4d72-ac81-03d4f33c736a admin admin] Publish callbacks [] for security_group (1a96a34e-fcf2-4502-9bfe-2003eba2b4c8), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:46.630801 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7178b548-0bf8-4d72-ac81-03d4f33c736a admin admin] Publish callbacks [] for security_group (1a96a34e-fcf2-4502-9bfe-2003eba2b4c8), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:46.736020 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 303b42c9-1cb5-473a-a428-e4da2f251d5e no longer exists at agent ovs-agent-dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 17:24:46.737647 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7178b548-0bf8-4d72-ac81-03d4f33c736a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607816'] for security_group (1a96a34e-fcf2-4502-9bfe-2003eba2b4c8), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:46.740300 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7178b548-0bf8-4d72-ac81-03d4f33c736a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:46.741484 dv-cinder-804035-42-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-7178b548-0bf8-4d72-ac81-03d4f33c736a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1a96a34e-fcf2-4502-9bfe-2003eba2b4c8 HTTP/1.1" status: 204 len: 168 time: 0.1792779 Mar 07 17:24:46.761741 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7178b548-0bf8-4d72-ac81-03d4f33c736a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a96a34e-fcf2-4502-9bfe-2003eba2b4c8,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 17:24:46.762576 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] No Port match for: 303b42c9-1cb5-473a-a428-e4da2f251d5e {{(pid=103440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 17:24:46.762576 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron.plugins.ml2.rpc [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Device 303b42c9-1cb5-473a-a428-e4da2f251d5e not bound to the agent host dv-cinder-804035-42-iscsi {{(pid=103440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 17:24:48.433767 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-9b020c57-60d3-40e6-9e88-c05db832cf86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:48.551320 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:50.511998 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:51.965142 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:24:53.010851 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:25:05.273742 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:25:15.942073 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-60114d87-fa09-49a9-a2f1-b0e907e6494c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:25:18.419664 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-add93056-64e2-4d11-b652-f659453b66f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:25:18.551090 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:25:20.518677 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:25:21.958809 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:25:23.036476 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:25:42.273777 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:25:44.711793 dv-cinder-804035-42-iscsi neutron-server[103431]: DEBUG neutron.wsgi [req-fa66fc42-2f14-45c6-8f78-27dfb4d775db req-2a529897-184a-403a-900f-26bc62199ae5 service neutron] (103431) timed out ('10.222.0.45', 38036) {{(pid=103431) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 17:25:44.885080 dv-cinder-804035-42-iscsi neutron-server[103433]: DEBUG neutron.wsgi [req-fa66fc42-2f14-45c6-8f78-27dfb4d775db req-51dbfe8e-fa23-4ebf-bd9b-fd8d59c2a986 tempest-AttachVolumeShelveTestJSON-61573756 tempest-AttachVolumeShelveTestJSON-61573756-project] (103433) timed out ('10.222.0.45', 38044) {{(pid=103433) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 17:25:45.924080 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ec075bee-606a-419a-989b-c64073a93528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:25:48.435267 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-794c139b-308e-4329-96cd-3c147d1ad838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:25:48.595299 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:25:50.526859 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:25:51.978046 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:25:53.006772 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:26:15.949075 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-281b29f7-9b70-4a3c-a249-5445556e6118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:26:18.434800 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3cb5812d-0001-454b-999d-a0e074c44deb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:26:18.583477 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:26:19.274713 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:26:20.545646 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:26:21.940075 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:26:23.020142 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:26:45.931071 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-fba6958a-6aca-48ff-a610-304913760fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:26:48.431531 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7cf91b28-b1bc-4d31-a70a-51e9e89afbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:26:48.607919 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:26:50.522962 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:26:51.978962 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:26:53.013442 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:26:56.274034 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:27:15.942529 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-96147872-6162-40a4-8934-3491f35193c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:27:18.433140 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a0c37934-4ffd-44b2-98d4-9bbdc22cdb7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:27:18.581665 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:27:20.528106 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:27:21.976574 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:27:23.018762 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:27:33.273613 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:27:45.952868 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-ee2e2f7d-0c12-45cb-b5b9-78ecb4f524f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:27:48.432179 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-bd7faafd-99d5-468e-9366-123712bf911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:27:48.575097 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:27:50.537779 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:27:52.063790 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:27:53.049885 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:28:10.273520 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:28:15.923340 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-5f9ad2c9-3a29-4c93-9acc-56796466b036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:28:18.428790 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-03d837e8-4779-41b7-bd6a-65d2e8ab08ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:28:18.588609 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:28:20.534497 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:28:21.965934 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:28:23.008389 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:28:45.933580 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-a4454e3d-8b62-438b-887c-9b36dee90a06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:28:47.273140 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:28:48.430784 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-b65e9663-c392-4fc7-8b49-68ec7f0fe684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:28:48.584854 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:28:50.556488 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:28:52.010595 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:28:53.042152 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:29:15.922981 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-79e75783-f8d2-4a96-b478-2f23e17771f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:29:18.444759 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-744a29e7-2cb0-409c-8f29-648ae62ea556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:29:18.607748 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:29:20.601647 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:29:21.972905 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:29:23.024321 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:29:24.273398 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 17:29:45.935153 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-90d59acf-15ba-4fec-bc07-653e26277c6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (7a37eb1f-9e1c-4804-b782-6f192b2f1d6e), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:29:48.484033 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-31b2c0ab-8e15-46fb-aeee-e0724f95aa7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (1abad9b7-032c-4206-99e6-6a88998e6fa3), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:29:48.612457 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-3e5942f7-c4ea-4638-90f2-ca710738fe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (c0beaa8c-efbf-4cc3-b0a4-94cda0fbee75), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:29:50.604029 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-1e4371b9-b6a8-4930-a0bd-59c78411b270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (8d60abf2-fb85-4b33-94c8-5f0b5ddc5f99), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:29:52.024155 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-7015c7f9-e217-4b74-8503-d771059386ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (6dd0b43d-4a16-414d-b5d0-8d27164cc96b), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:29:53.047057 dv-cinder-804035-42-iscsi neutron-server[103440]: DEBUG neutron_lib.callbacks.manager [None req-f4cc2ce0-7892-4761-b3c5-824c53c7db42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762244314197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854413'] for agent (bd2ca3a5-c2c7-44b7-bf62-e5e61921d4ed), after_update {{(pid=103440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 17:30:01.275835 dv-cinder-804035-42-iscsi neutron-server[103444]: DEBUG neutron.db.agents_db [None req-4ef6e9fd-335f-479b-8f04-72fe5a1b4717 None None] Agent healthcheck: found 6 active agents {{(pid=103444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}